-- Logs begin at Thu 2021-05-27 09:09:42 UTC, end at Thu 2021-05-27 10:07:34 UTC. -- May 27 09:36:44.459738 dv-cinder-788782-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 09:36:45.440180 dv-cinder-788782-3-iscsi neutron-server[108692]: Beware of the coming changes in the project packaging May 27 09:36:45.440750 dv-cinder-788782-3-iscsi neutron-server[108692]: https://github.com/svinota/pyroute2/discussions/786 May 27 09:36:46.943439 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.common.config [-] Logging enabled! May 27 09:36:46.944101 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 09:36:46.944219 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108692) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 09:36:46.947690 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.common.config [-] Logging enabled! May 27 09:36:46.947950 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 09:36:46.948268 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108692) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 09:36:46.949228 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:36:46.949462 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:36:46.949825 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:36:46.950074 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:36:46.950305 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:36:46.950635 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.950972 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.951270 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.951500 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.951855 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.952325 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.952623 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.952924 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.953319 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.953647 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.954127 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.954632 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.955083 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.955591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.956098 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.956607 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.957026 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] debug = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.957544 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.958351 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.958814 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.959117 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.959425 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.959717 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.960012 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.960293 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.960587 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.960930 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] host = dv-cinder-788782-3-iscsi {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.961233 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.961515 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.961812 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.962107 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.962390 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.962675 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.962994 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.963289 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.963564 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] log_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.963851 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.964154 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.964444 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.964748 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.964976 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.965204 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.965497 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.965794 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.966075 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.966354 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.966632 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.966933 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.967213 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.967489 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.967789 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.968072 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.968364 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.968643 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.969300 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.969580 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.969857 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.970149 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.970429 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.970714 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.971013 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.971303 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.971579 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.971860 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.972168 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.972465 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.972752 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.973045 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.973332 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.973619 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.973899 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.974178 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.974456 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] use_json = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.974930 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.975091 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.975471 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.975947 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.976408 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.976870 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.980043 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.980043 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:46.980043 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980043 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980043 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980043 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980043 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980043 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980621 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980621 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980621 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980621 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980913 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.980989 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.981235 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.981522 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.981824 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.982138 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.982442 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.982743 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.983051 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.983342 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.983627 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.983913 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.984207 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.985097 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.985385 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.985666 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.985949 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.986250 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.986535 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.986844 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.987131 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.987427 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.987713 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.987992 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.988281 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.988565 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.988849 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.989132 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.989424 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.989715 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.990001 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.990284 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.990565 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.990883 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.991167 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.991461 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.991744 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.992024 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.992304 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.992587 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.992865 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.993147 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.993430 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.993709 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.993991 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.994270 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.994548 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.994856 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.995138 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.995417 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.995696 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.995973 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.996255 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.996531 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.996853 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.997344 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.997794 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:46.998238 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002010 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002010 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002010 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002010 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002010 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002010 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002010 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002010 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002970 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.002970 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.003222 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.003510 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.003817 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.004104 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.004394 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.004679 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.004967 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.005267 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.005563 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.005870 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.006175 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.006478 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.006798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.007104 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.007392 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.007712 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.008001 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:47.008226 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:36:47.008479 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108692) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 09:36:47.374410 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:47.374687 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:47.375047 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:47.375619 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 09:36:47.769745 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.769981 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.770222 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.771463 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.771748 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.772014 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.807090 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.807380 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.807651 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.821478 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.821763 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.822034 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.852313 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.852596 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.852870 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.889950 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.890235 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:47.890507 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.126311 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.126942 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.126942 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.127155 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.127906 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.253056 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.253380 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.253665 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.253945 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.254219 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.254531 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.254814 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.255075 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.255332 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.255614 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.255875 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.256140 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.256406 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.256669 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.256940 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.257213 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.258501 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.258814 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.259092 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.259395 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.259759 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.260026 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.260284 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.260574 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.260833 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.261085 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.261471 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:36:48.261720 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:36:48.261981 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:36:48.262204 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:36:48.262442 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:36:48.262680 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:36:48.263091 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 09:36:48.266813 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 09:36:48.270722 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 09:36:48.274470 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 27 09:36:48.276195 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 09:36:48.276647 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 09:36:48.276988 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 09:36:48.277376 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 09:36:48.280386 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 09:36:48.280646 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 09:36:48.280997 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 09:36:48.308711 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 09:36:48.309163 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.309469 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108692) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 09:36:48.309834 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.311232 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108692) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 09:36:48.311514 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 09:36:48.311759 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 09:36:48.315098 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.315387 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.397005 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 09:36:48.397196 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 09:36:48.397435 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 09:36:48.397810 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 09:36:48.428825 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_db.sqlalchemy.engines [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108692) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 09:36:48.773384 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Initializing driver for type 'gre' May 27 09:36:48.773863 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] gre ID ranges: [(1, 1000)] May 27 09:36:48.824522 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Initializing driver for type 'local' May 27 09:36:48.824884 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Initializing driver for type 'vlan' May 27 09:36:48.836739 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] VlanTypeDriver initialization complete May 27 09:36:48.837082 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Initializing driver for type 'vxlan' May 27 09:36:48.837570 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] vxlan ID ranges: [(1, 1000)] May 27 09:36:48.889958 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Initializing extension driver 'port_security' May 27 09:36:48.890549 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.extensions.port_security [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] PortSecurityExtensionDriver initialization complete May 27 09:36:48.890926 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Initializing mechanism driver 'openvswitch' May 27 09:36:48.891447 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Initializing mechanism driver 'hyperv' May 27 09:36:48.898009 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.plugins.ml2.plugin [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:48.898812 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > port after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.899196 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > port after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.899559 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > port after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.899953 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > subnet after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.900311 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > subnet after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.900660 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.901046 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > network after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.901403 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > network after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.901755 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > network after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.902139 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > security_group after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.902494 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > security_group after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.902871 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > security_group after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.903259 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.903611 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.903960 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.904346 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > address_group after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.904694 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > address_group after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.905037 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > address_group after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.905382 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] ML2 OVO RPC backend initialized. {{(pid=108692) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 09:36:48.906093 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.906654 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.907150 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > network before_response 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.907515 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > networks before_response 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.907869 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > port before_response 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.908217 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > ports before_response 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.908566 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > subnet before_response 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.908913 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > subnets before_response 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.909264 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > network after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.909611 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > network after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.909953 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > network after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.910297 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > port after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.910645 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > port after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.911018 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > port after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.911364 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > subnet after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.911706 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > subnet after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.912047 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.912641 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.plugin [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Modular L2 Plugin initialization complete May 27 09:36:48.912980 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading services supported by the core plugin {{(pid=108692) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 09:36:48.913313 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.plugins.ml2.managers [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Got port-security extension from driver 'port_security' May 27 09:36:48.913783 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.extensions.vlantransparent [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Disabled vlantransparent extension. May 27 09:36:48.914284 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108692) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 09:36:48.914606 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading Plugin: router May 27 09:36:48.952387 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router_interface before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.952788 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router after_create 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.953194 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router before_create 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.953567 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.953948 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.954310 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router after_delete 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.954676 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > floatingip after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.955073 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router after_create 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.955428 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router after_update 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.955784 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router after_update 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.956135 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.956500 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router after_update 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.956915 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router precommit_update 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.957294 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: port after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.957640 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: port after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.957985 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: subnet after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.958330 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.958682 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > port precommit_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.959071 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router precommit_create 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.959424 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: port before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.959775 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router precommit_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.960140 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router after_update 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.960489 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router precommit_delete 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.960844 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router precommit_create 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.961210 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.961590 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router precommit_update 55549900 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.962007 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > network after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.962909 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Tracking information for resource: router configured {{(pid=108692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:36:48.963245 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Tracking information for resource: floatingip configured {{(pid=108692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:36:48.968451 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.db.l3_agentschedulers_db [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 09:36:48.969490 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: port after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.969850 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: port after_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.970205 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: port after_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.970560 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: port after_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.971445 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router before_create 55550100 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.971816 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router precommit_delete 55550100 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.972190 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router precommit_create 55550100 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.972551 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > router precommit_update 55550100 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:48.977143 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.services.provider_configuration [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service providers = [] {{(pid=108692) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 09:36:48.977511 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.db.servicetype_db [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108692) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 09:36:48.980492 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.services.service_base [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:36:48.980852 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.services.service_base [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:36:48.981199 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.services.service_base [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:36:48.982080 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.services.service_base [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:36:48.982457 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.services.service_base [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 09:36:48.983045 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:36:48.983385 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 09:36:48.994681 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:36:48.995051 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading Plugin: auto_allocate May 27 09:36:49.002001 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: network precommit_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:49.002375 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: network precommit_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:49.002936 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:36:49.003265 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading Plugin: tag May 27 09:36:49.010081 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:36:49.010415 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading Plugin: timestamp May 27 09:36:49.014234 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:36:49.014577 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading Plugin: network_ip_availability May 27 09:36:49.020075 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:49.020458 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:49.020822 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:49.021550 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:36:49.021877 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading Plugin: flavors May 27 09:36:49.026937 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:36:49.027232 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading Plugin: revisions May 27 09:36:49.031668 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:36:49.032057 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_concurrency.lockutils [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.657s {{(pid=108692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:49.032807 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108692) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 09:36:49.033148 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Initializing extension manager. May 27 09:36:49.033658 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: __init__.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.034006 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: __pycache__ {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.034347 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.034827 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: address_group.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.035587 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.036165 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: address-group May 27 09:36:49.036493 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: address_scope.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.037202 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.037716 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: address-scope May 27 09:36:49.038045 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: admin_state_down_before_update.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.039095 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.039622 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: router-admin-state-down-before-update May 27 09:36:49.039951 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: agent.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.040649 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.041167 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: agent May 27 09:36:49.041496 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: agent_resources_synced.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.042402 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.042960 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: agent-resources-synced May 27 09:36:49.043290 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: allowedaddresspairs.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.045060 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.045598 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: allowed-address-pairs May 27 09:36:49.045933 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: auto_allocated_topology.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.047546 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.048074 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: auto-allocated-topology May 27 09:36:49.048412 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: availability_zone.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.049106 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.049626 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: availability_zone May 27 09:36:49.049959 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: availability_zone_filter.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.050900 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.051425 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: availability_zone_filter May 27 09:36:49.051752 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: data_plane_status.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.052655 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.053169 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension data-plane-status not supported by any of loaded plugins May 27 09:36:49.053495 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: default_subnetpools.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.054399 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.054950 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: default-subnetpools May 27 09:36:49.055279 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: dhcpagentscheduler.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.056083 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.056598 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: dhcp_agent_scheduler May 27 09:36:49.056927 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: dns.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.057838 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.058351 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension dns-integration not supported by any of loaded plugins May 27 09:36:49.058680 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: dns_domain_ports.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.059616 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.060134 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 09:36:49.060463 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: dvr.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.061157 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.061651 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: dvr May 27 09:36:49.061985 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: empty_string_filtering.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.063872 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.064396 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: empty-string-filtering May 27 09:36:49.064729 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.065645 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.066166 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 09:36:49.066492 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.067429 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.067955 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 09:36:49.068282 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: external_net.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.069181 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.069705 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: external-net May 27 09:36:49.070033 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: extra_dhcp_opt.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.070977 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.071506 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: extra_dhcp_opt May 27 09:36:49.071831 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: extraroute.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.072737 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.073258 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: extraroute May 27 09:36:49.073583 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: extraroute_atomic.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.074612 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.075170 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: extraroute-atomic May 27 09:36:49.075499 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: filter_validation.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.076160 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.076674 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: filter-validation May 27 09:36:49.076998 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: fip_pf_description.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.078093 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.078609 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 09:36:49.078968 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: fip_port_details.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.079876 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.080396 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: fip-port-details May 27 09:36:49.080726 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: flavors.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.081944 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.082476 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: flavors May 27 09:36:49.082826 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.084487 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.085022 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 09:36:49.085362 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: floatingip_pools.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.086066 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.086591 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: floatingip-pools May 27 09:36:49.086955 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: ip_allocation.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.087894 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.088413 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension ip_allocation not supported by any of loaded plugins May 27 09:36:49.088743 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.089647 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.090169 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: ip-substring-filtering May 27 09:36:49.090500 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: l2_adjacency.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.091448 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.091964 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension l2_adjacency not supported by any of loaded plugins May 27 09:36:49.092310 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: l3.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.093259 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.094068 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: router May 27 09:36:49.094395 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: l3_conntrack_helper.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.096667 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.097213 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 09:36:49.097559 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.098498 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.099082 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: ext-gw-mode May 27 09:36:49.099423 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.100342 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.100874 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: l3-ha May 27 09:36:49.101204 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: l3_flavors.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.102123 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.102649 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: l3-flavors May 27 09:36:49.103003 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.103932 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.104451 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: l3-port-ip-change-not-allowed May 27 09:36:49.104781 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: l3agentscheduler.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.105837 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.106360 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: l3_agent_scheduler May 27 09:36:49.106694 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: logging.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.108295 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.108828 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension logging not supported by any of loaded plugins May 27 09:36:49.109164 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: metering.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.110568 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.111167 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: metering May 27 09:36:49.111501 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.112599 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.113134 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: metering_source_and_destination_fields May 27 09:36:49.113464 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: multiprovidernet.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.114518 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.115088 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: multi-provider May 27 09:36:49.115422 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: netmtu.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.116333 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.116856 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: net-mtu May 27 09:36:49.117183 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: netmtu_writable.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.118096 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.118617 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: net-mtu-writable May 27 09:36:49.118979 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: network_availability_zone.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.119653 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.120170 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: network_availability_zone May 27 09:36:49.120498 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: network_ip_availability.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.121590 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.122248 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: network-ip-availability May 27 09:36:49.122585 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: network_segment_range.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.123379 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.123896 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension network-segment-range not supported by any of loaded plugins May 27 09:36:49.124222 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: pagination.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.125748 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.126078 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: pagination May 27 09:36:49.126402 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: port_device_profile.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.127345 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.127873 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: port-device-profile May 27 09:36:49.128199 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.129106 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.129631 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: port-mac-address-regenerate May 27 09:36:49.129958 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.130879 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.131401 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: port-numa-affinity-policy May 27 09:36:49.131727 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: port_resource_request.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.132640 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.133160 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension port-resource-request not supported by any of loaded plugins May 27 09:36:49.133491 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: portbindings.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.134425 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.134991 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: binding May 27 09:36:49.135306 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: portbindings_extended.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.136671 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.137199 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: binding-extended May 27 09:36:49.137536 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: portsecurity.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.138447 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.138992 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: port-security May 27 09:36:49.139323 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: project_id.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.140288 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.140645 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: project-id May 27 09:36:49.141086 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: providernet.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.141999 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.142523 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: provider May 27 09:36:49.142893 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: qos.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.146486 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.147046 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension qos not supported by any of loaded plugins May 27 09:36:49.147391 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.148633 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.149166 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 09:36:49.149503 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.150420 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.150973 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 09:36:49.151306 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: qos_default.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.152210 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.152735 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension qos-default not supported by any of loaded plugins May 27 09:36:49.153067 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: qos_fip.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.153711 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.154228 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension qos-fip not supported by any of loaded plugins May 27 09:36:49.154554 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: qos_gateway_ip.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.155499 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.156018 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 09:36:49.156373 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: qos_port_network_policy.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.157347 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.157864 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 09:36:49.158192 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: qos_rule_type_details.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.159125 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.159643 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 09:36:49.159970 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: qos_rules_alias.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.161003 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.161525 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 09:36:49.161873 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: quotasv2.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.162940 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.163273 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: quotas May 27 09:36:49.163599 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: quotasv2_detail.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.165288 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.165636 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: quota_details May 27 09:36:49.165972 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: rbac.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.167099 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.167651 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: rbac-policies May 27 09:36:49.167986 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: rbac_address_group.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.168914 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.169498 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: rbac-address-group May 27 09:36:49.169788 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: rbac_address_scope.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.170708 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.171273 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: rbac-address-scope May 27 09:36:49.171604 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: rbac_security_groups.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.173117 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.173641 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: rbac-security-groups May 27 09:36:49.173971 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: rbac_subnetpool.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.174935 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.175458 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: rbac-subnetpool May 27 09:36:49.175787 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: revisionifmatch.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.176700 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.177225 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: revision-if-match May 27 09:36:49.177560 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: revisions.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.178681 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.179236 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: standard-attr-revisions May 27 09:36:49.179569 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: router_availability_zone.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.180243 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.180765 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: router_availability_zone May 27 09:36:49.181095 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: routerservicetype.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.182027 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.182556 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension router-service-type not supported by any of loaded plugins May 27 09:36:49.182927 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.183843 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.184382 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: security-groups-normalized-cidr May 27 09:36:49.184708 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: security_groups_port_filtering.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.185627 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.186146 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: port-security-groups-filtering May 27 09:36:49.186473 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.187408 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.188511 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: security-groups-remote-address-group May 27 09:36:49.188838 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: securitygroup.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.198495 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.199069 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: security-group May 27 09:36:49.199410 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: segment.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.200190 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.200706 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension segment not supported by any of loaded plugins May 27 09:36:49.201039 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.201976 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.202495 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 09:36:49.202855 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: servicetype.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.204146 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.204676 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: service-type May 27 09:36:49.205008 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: sorting.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.205979 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.206315 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: sorting May 27 09:36:49.206642 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: standard_attr_segment.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.207611 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.208125 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 09:36:49.208454 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: standardattrdescription.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.209096 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.209613 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: standard-attr-description May 27 09:36:49.209941 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: stateful_security_group.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.210884 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.211410 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: stateful-security-group May 27 09:36:49.211737 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: stdattrs_common.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.212308 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 09:36:49.212631 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.213622 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.214139 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 09:36:49.214464 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: subnet_onboard.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.215608 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.216131 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: subnet_onboard May 27 09:36:49.216459 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.217550 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.219372 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 09:36:49.219895 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: subnet_service_types.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.220855 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.221389 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: subnet-service-types May 27 09:36:49.221721 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: subnetallocation.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.222827 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.223360 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: subnet_allocation May 27 09:36:49.223691 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.224350 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.224868 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: subnetpool-prefix-ops May 27 09:36:49.225197 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.226113 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.226632 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 09:36:49.226990 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: tagging.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.228065 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.228600 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: standard-attr-tag May 27 09:36:49.228932 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: timestamp.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.230113 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.230642 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loaded extension: standard-attr-timestamp May 27 09:36:49.231011 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: trunk.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.232041 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.232563 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension trunk not supported by any of loaded plugins May 27 09:36:49.232894 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: trunk_details.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.233810 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.234864 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension trunk-details not supported by any of loaded plugins May 27 09:36:49.235204 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: uplink_status_propagation.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.236117 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.236719 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 09:36:49.237052 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Loading extension file: vlantransparent.py {{(pid=108692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:36:49.237719 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:36:49.238233 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extension vlan-transparent not supported by any of loaded plugins May 27 09:36:49.240734 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:network May 27 09:36:49.241485 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:subnet May 27 09:36:49.243349 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:36:49.243989 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:port May 27 09:36:49.245287 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.245727 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service FLAVORS assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.246431 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.246903 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.247240 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:router May 27 09:36:49.247910 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:floatingip May 27 09:36:49.248626 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service METERING assigned prefix: /metering {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.250621 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:49.251020 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:49.251381 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:36:49.252534 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of CountableResource for resource:rbac_policy May 27 09:36:49.252976 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:security_group May 27 09:36:49.253653 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:security_group_rule May 27 09:36:49.254410 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service CORE assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.254745 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:36:49.255113 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] subnetpool is already registered May 27 09:36:49.255726 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service CORE assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.256061 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:36:49.256390 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] subnetpool is already registered May 27 09:36:49.258976 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.259416 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service FLAVORS assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.260015 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.260439 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.260773 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:router May 27 09:36:49.261103 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] router is already registered May 27 09:36:49.261696 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:floatingip May 27 09:36:49.262027 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] floatingip is already registered May 27 09:36:49.262657 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service METERING assigned prefix: /metering {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.263370 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of CountableResource for resource:rbac_policy May 27 09:36:49.263698 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] rbac_policy is already registered May 27 09:36:49.264238 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:security_group May 27 09:36:49.264566 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] security_group is already registered May 27 09:36:49.265160 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:security_group_rule May 27 09:36:49.265501 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] security_group_rule is already registered May 27 09:36:49.266202 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service CORE assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.266534 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:36:49.266958 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] subnetpool is already registered May 27 09:36:49.267562 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.v2.resource_helper [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Service CORE assigned prefix: {{(pid=108692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:36:49.267892 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:36:49.268217 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING neutron.quota.resource_registry [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] subnetpool is already registered May 27 09:36:49.268853 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: extensions {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.270341 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: address-groups {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.272001 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: address-scopes {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.273220 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: agents {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.274390 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: auto-allocated-topology {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.275692 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: availability_zones {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.277066 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: dhcp-networks {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.278461 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: dhcp-agents {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.280105 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: routers {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.282576 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: flavors {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.283819 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: service_profiles {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.285052 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: next_providers {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.286579 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: service_profiles {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.288088 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: floatingip-pools {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.289311 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: routers {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.291159 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: floatingips {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.292367 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: l3-routers {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.293756 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: l3-agents {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.295204 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: metering-labels {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.296574 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: metering-label-rules {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.298174 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: network-ip-availabilities {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.299472 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: bindings {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.301137 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: quotas {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.302592 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: quotas {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.304037 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: rbac-policies {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.305348 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: security-groups {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.306561 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: security-group-rules {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.307832 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: service-providers {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.309075 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: subnetpools {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.311447 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: subnetpools {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.313712 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.315480 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.427941 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.429738 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.431557 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.433435 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.435181 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.437103 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.439579 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.441460 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron.api.extensions [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Extended resource: tags {{(pid=108692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:36:49.447387 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING keystonemiddleware.auth_token [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 09:36:49.452200 dv-cinder-788782-3-iscsi neutron-server[108692]: WARNING keystonemiddleware.auth_token [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 09:36:49.461350 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_concurrency.lockutils [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Acquired lock "singleton_lock" {{(pid=108692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 09:36:49.461835 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_concurrency.lockutils [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Releasing lock "singleton_lock" {{(pid=108692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 09:36:49.462467 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO oslo_service.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Starting 2 workers May 27 09:36:49.467233 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Started child 108799 {{(pid=108692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:36:49.471952 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Started child 108800 {{(pid=108692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:36:49.472708 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:49.473551 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO neutron.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Neutron service started, listening on 0.0.0.0:9696 May 27 09:36:49.474168 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [-] (108799) wsgi starting up on http://0.0.0.0:9696 May 27 09:36:49.474593 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Notify callbacks [] for process, before_spawn {{(pid=108692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:49.476817 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:49.477255 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO oslo_service.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Starting 1 workers May 27 09:36:49.478202 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [-] (108800) wsgi starting up on http://0.0.0.0:9696 May 27 09:36:49.483764 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Started child 108801 {{(pid=108692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:36:49.484504 dv-cinder-788782-3-iscsi neutron-server[108692]: INFO oslo_service.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Starting 1 workers May 27 09:36:49.487078 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] calling RpcWorker wait() {{(pid=108801) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 09:36:49.487615 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] returning from RpcWorker wait() {{(pid=108801) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 09:36:49.488912 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:49.489441 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:49.489687 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Started child 108802 {{(pid=108692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:36:49.490496 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG neutron_lib.callbacks.manager [None req-d6a98ffe-90ce-4be3-9b6f-badd7fc680fc None None] Notify callbacks [] for process, after_spawn {{(pid=108692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:49.492440 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 09:36:49.492658 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:36:49.492849 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:36:49.493072 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:36:49.493415 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:36:49.493582 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:36:49.494107 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.494392 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.494477 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:49.495051 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.495051 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.495245 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.495819 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.496079 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.496319 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.496604 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.496863 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.497041 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.497209 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.497458 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.497709 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.498034 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.498301 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.498562 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.498877 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.499050 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.499320 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.499591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.499824 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.500744 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] debug = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.500989 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.501506 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.501749 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.501976 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.502215 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.502513 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.502788 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.503069 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.503325 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.503566 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.503793 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.504055 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.504316 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.504556 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.504795 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.505067 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.505296 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.505792 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] host = dv-cinder-788782-3-iscsi {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.506014 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.506269 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.506534 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.506815 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.507082 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.507324 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.507588 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.507840 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.508090 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.508341 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.508601 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.508850 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.509092 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.509343 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.509504 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_options = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.509743 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.510023 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.510285 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.510480 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.510654 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.510863 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.511118 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.511283 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.511553 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.511777 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.511996 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.512213 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.512472 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.512710 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.512981 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.513234 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.513484 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.513705 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.513974 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.514227 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.514457 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.514689 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.514953 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.515191 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.515409 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.516507 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.517056 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.517289 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.517519 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.517801 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.518052 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.518332 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.518579 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.518867 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.519107 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.520288 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.520583 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.520784 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:49.521664 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.522084 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.522362 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.522674 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.522940 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.523210 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.523494 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.523728 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.523992 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_json = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.524220 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.525467 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.525691 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.525927 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.526193 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.526424 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.526669 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.526945 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.527443 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.527689 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.528052 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.528317 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.528563 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.528824 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.529087 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.529345 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.529576 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.529835 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.530168 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.530409 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.530706 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.531186 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.531186 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.531918 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.532294 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.532607 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.532858 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.533107 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.533560 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.533718 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.534384 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.534384 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.534519 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.534803 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.535045 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.535276 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.535541 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.535775 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.537798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.537798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.537798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.537798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.537798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.537798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.537798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.537798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.538387 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.538387 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.538387 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.538551 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.538800 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.539054 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.539275 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.539519 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.539739 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.539973 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.540213 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.540496 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.540731 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.540960 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.541206 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.541432 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.541694 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.541934 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.542159 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.542375 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.542591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.542834 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.543077 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.543333 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.543567 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.543811 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.544051 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.544299 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.544540 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.544777 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.545021 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.545239 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.545460 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.545679 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.545896 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.546113 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.546357 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.546592 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.546891 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.547259 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.547557 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.547799 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.548025 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.548243 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.548484 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.548706 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.548991 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.549318 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.549573 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.549828 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.550084 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.550346 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.550588 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.550874 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.551307 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.551656 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.551656 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.551998 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.552149 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.552287 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.552535 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.552775 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.553086 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.553304 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.553594 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.553822 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.554065 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.554299 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.554590 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.555010 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.555171 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.555864 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.555864 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.556180 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.556180 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.556467 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.556830 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.557003 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.557242 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.557545 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.557988 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.558148 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.558295 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.558555 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.558801 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.559057 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.559294 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.559526 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.559750 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.560061 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.560308 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.560531 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.560754 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.561023 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.561336 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.561570 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.561796 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.562027 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.562324 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.563277 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.563461 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.563733 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.563987 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.564224 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.564475 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.564747 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.564967 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.565182 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.565413 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.565631 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.565865 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.566083 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.566317 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.566551 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.566806 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.567076 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.567294 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.567512 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.567744 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.567966 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.568207 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.568456 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.568671 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.568896 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.569127 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.569345 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.569564 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.569803 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.570028 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.570295 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.570515 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.570821 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.571088 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.571310 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.571558 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.571880 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.572129 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.572371 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.572632 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.572840 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.573062 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.573289 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.573511 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.573749 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.573969 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.574199 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.574414 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.574671 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.574918 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.575287 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.575558 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.575798 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.576060 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.576280 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.576498 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.576740 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.576961 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.577178 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.577396 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.577605 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.577876 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.578272 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.579114 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.579289 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.579503 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.579744 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.580057 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.580237 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.580529 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.580818 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.581057 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.581313 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.581560 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.581811 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.582019 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.582226 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.582484 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.582711 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.582970 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.583205 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.583423 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.583670 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.583885 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.584131 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.584366 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.584600 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.584818 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.585040 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.585317 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.585553 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.585767 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.585986 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.586203 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.586517 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.586787 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.587033 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.587330 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.587563 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.587814 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.588108 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.588407 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.588626 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.588867 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.589105 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.589327 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.589549 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.589804 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.590115 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.590434 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.590706 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.590970 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.591237 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.591531 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.591777 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.592574 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.592574 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.592761 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.592925 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.593175 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.593414 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.593725 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.594218 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.594439 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.594659 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.594918 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.595154 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.595480 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.595966 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.595966 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.596136 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.596293 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.596509 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.596751 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.596985 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.597242 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.597459 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.597648 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:36:49.598178 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 09:36:49.598333 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:36:49.598490 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:36:49.598661 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:36:49.598878 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:36:49.599037 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:36:49.599266 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.599429 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.599591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.599752 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.599912 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.600096 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.600259 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.600418 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.600575 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.600737 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.600897 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.601055 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.601214 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.601373 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.601533 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.601691 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.601849 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.602008 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.602170 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.602328 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.602486 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.602645 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.602832 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] debug = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.602995 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.603181 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.603336 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.603503 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.603656 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.603816 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.603975 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.604134 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.604294 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.604457 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.604613 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.604771 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.604930 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.605089 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.605247 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.605404 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.605563 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.605723 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] host = dv-cinder-788782-3-iscsi {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.605883 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.606041 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.606199 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.606357 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.606515 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.606673 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.606854 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.607020 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.607181 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.607331 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.607467 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.607636 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.607800 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.607952 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.608135 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_options = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.608270 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.608442 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.608608 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.608776 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.608923 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.609077 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.609216 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.609889 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.610045 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.610233 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.610407 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.610560 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.610826 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.610998 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.611158 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.611324 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.611481 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.611613 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.611792 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.611947 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.612072 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.612223 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.612384 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.612530 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.612686 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.612843 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.613003 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.613147 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.613296 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.613443 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.613651 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.613808 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.613966 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.614245 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.614245 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.614635 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.614635 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.614635 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.615056 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.615056 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.615382 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.615382 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.615382 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.615759 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.615759 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.616079 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_json = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.616079 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.616472 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.616472 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.616472 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.616890 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.616890 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.616890 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.617377 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:36:49.617377 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.617377 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.617763 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.617763 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.617763 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.618131 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.618131 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.618398 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.618398 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.618692 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.618692 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.619000 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.619133 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.619264 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.619402 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.619536 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.619663 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.619814 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.619977 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.620139 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.620301 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.620462 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.620842 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.620842 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.621120 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.621120 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.621327 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.621403 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.621555 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.621717 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.621879 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.622041 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.622204 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.622365 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.622527 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.622690 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.622895 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.623026 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.623188 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.623350 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.623671 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.623671 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.623942 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.624123 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.624286 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.624468 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.624606 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.624763 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.624927 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.625663 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.625839 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.626006 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.626168 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.626330 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.626492 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.626655 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.626845 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.627008 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.627170 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.627332 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.627493 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.627667 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.627828 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.628006 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.628154 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.628304 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.628464 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.628625 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.628787 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.628939 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 33920) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:49.629162 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.629162 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.629633 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.629633 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.629633 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.629979 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.629979 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.629979 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.630313 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.630313 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.630538 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.630662 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.630837 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.630963 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.631084 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.631205 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.631386 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.631549 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.631710 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.631872 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.632033 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.632195 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.632357 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.632518 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.632681 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.632844 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.633005 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.633166 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.633333 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.633494 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.633656 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.633819 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.633981 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.634141 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.634302 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.634463 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.634623 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.635217 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.635217 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.635217 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.635591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.635591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.635591 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.635932 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.635932 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.636158 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.636158 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.636388 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.636515 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.636635 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.636780 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.637011 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.637132 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.637244 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.637897 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.637897 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.637897 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.638222 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064898 May 27 09:36:49.638331 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.638331 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.638524 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:49.638630 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.638630 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.638630 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.638998 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.638998 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.639192 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.639192 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.639381 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.639481 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.640569 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.641686 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.641686 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.641686 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.641686 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.642171 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.642171 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.642171 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.642171 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.642629 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.642629 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.642629 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.643002 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.643002 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.643233 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.643352 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.643471 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.643590 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.643753 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.643937 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.644099 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.644262 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.644424 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.644587 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.644749 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.644911 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.645074 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.645235 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.645396 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.645558 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.645720 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.645881 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.646045 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.646207 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.646373 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.646565 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.646729 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.646931 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.647068 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.647278 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.647404 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.648396 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.648567 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.648733 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.649263 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.649263 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.649263 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.649617 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.649617 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.649856 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.649856 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.650084 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.650204 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.650323 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.650442 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.650607 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.650829 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.651014 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.651152 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.651341 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.651580 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.651677 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.651849 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.652012 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.652174 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.652336 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.652499 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.652659 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.652820 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.653017 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.653184 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.653350 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.653533 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.653695 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.653869 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.654032 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.654190 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.654352 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.654584 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.654717 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.654916 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.655311 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.655311 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.656067 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.656067 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.656067 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.656067 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.656067 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.656683 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.656683 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.656683 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.657029 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.657029 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.657325 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.657325 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.657471 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.657617 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.657795 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.657956 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.658130 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.658300 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.658477 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.658658 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.659756 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.659946 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.660686 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.660686 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.660686 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.660686 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.661112 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.661112 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.661112 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.661403 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.661403 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.661588 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.661722 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.661932 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.662064 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.662227 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.662388 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.662551 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.662714 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.663743 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.663912 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.664077 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.664360 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.664481 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.664585 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.664718 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.664880 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.665041 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.665203 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.665399 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.665562 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.665726 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.665889 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.666718 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:36:49.666718 dv-cinder-788782-3-iscsi neutron-server[108692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:37:00.688696 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff96adf-a7f0-43a5-bd3f-7fd122d92ec0 None None] get_active_networks_info from dv-cinder-788782-3-iscsi {{(pid=108801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 09:37:00.790043 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff96adf-a7f0-43a5-bd3f-7fd122d92ec0 None None] No non-hosted networks {{(pid=108801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 09:37:00.812321 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.agentschedulers_db [None req-dff96adf-a7f0-43a5-bd3f-7fd122d92ec0 None None] DHCP Agent not found on host dv-cinder-788782-3-iscsi {{(pid=108801) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 09:37:00.882145 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c92f327c-aaf4-4e40-8262-88529ffb9081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447'] for agent, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:03.125210 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447'] for agent, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:03.129023 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.129571 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.130739 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.131324 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.131898 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.132550 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.133524 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.134164 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.134728 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.135715 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.136339 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.137278 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:03.138637 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788782-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:03.144568 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788782-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:03.324232 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5183-6562-4243-b1a5-1f95666fc230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447'] for agent, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:03.382060 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-3914c1d2-d49f-4bf2-850b-84e46b4c85a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:04.156150 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447'] for agent, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:05.786229 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447'] for agent, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:07.163583 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 34018) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:07.771014 dv-cinder-788782-3-iscsi neutron-server[108799]: WARNING oslo_policy.policy [None req-75f539e4-24f1-4582-9e33-68dd56c39587 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:37:07.771610 dv-cinder-788782-3-iscsi neutron-server[108799]: WARNING oslo_policy.policy [None req-75f539e4-24f1-4582-9e33-68dd56c39587 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:37:07.989533 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [None req-75f539e4-24f1-4582-9e33-68dd56c39587 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:37:07.990704 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-75f539e4-24f1-4582-9e33-68dd56c39587 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8250287 May 27 09:37:08.334855 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.db.l3_hamode_db [None req-b53115d6-1ee1-4007-9e44-d933f64eaed9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 09:37:08.429325 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53115d6-1ee1-4007-9e44-d933f64eaed9 None None] Routers set() bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:37:08.429634 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53115d6-1ee1-4007-9e44-d933f64eaed9 None None] Router IDs set() for agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 09:37:10.346493 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 34032) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:10.711900 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-eea178bc-5b81-4b13-b76d-2947eff26897 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:37:10.811976 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.policy [None req-eea178bc-5b81-4b13-b76d-2947eff26897 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108799) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 09:37:10.858344 dv-cinder-788782-3-iscsi neutron-server[108799]: WARNING oslo_policy.policy [None req-eea178bc-5b81-4b13-b76d-2947eff26897 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:37:10.858712 dv-cinder-788782-3-iscsi neutron-server[108799]: WARNING oslo_policy.policy [None req-eea178bc-5b81-4b13-b76d-2947eff26897 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:37:10.867389 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.quota [None req-eea178bc-5b81-4b13-b76d-2947eff26897 admin admin] Loaded quota_driver: . May 27 09:37:10.882926 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-eea178bc-5b81-4b13-b76d-2947eff26897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:37:10.942625 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eea178bc-5b81-4b13-b76d-2947eff26897 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742276971559', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742276972261', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742276958407', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742277020779', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742277007150', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742276997516', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3880588', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3712526', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-596747', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-771511'] for rbac-policy, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:11.005293 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eea178bc-5b81-4b13-b76d-2947eff26897 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:11.007330 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-eea178bc-5b81-4b13-b76d-2947eff26897 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6597760 May 27 09:37:13.584322 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 34046) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:13.930347 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'name': 'private'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:37:13.935070 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:37:13.939780 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Usage tracker for resource:network and tenant:1d95717243e94c0bbaa6153fd396b538 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:37:13.944339 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:37:13.950380 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:37:13.960194 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Made reservation on behalf of 1d95717243e94c0bbaa6153fd396b538 for: {'network': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:37:13.963076 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:13.981079 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:13.994697 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:37:13.998325 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Usage tracker for resource:security_group_rule and tenant:1d95717243e94c0bbaa6153fd396b538 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:37:14.003766 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:37:14.009355 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:37:14.108904 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:14.112833 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:14.118235 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:14.136597 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=108799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:37:14.163083 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742277843438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:14.163699 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Unsubscribe: segment precommit_create {{(pid=108799) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 09:37:14.164183 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.segments_db [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Added segment 6333ed07-19fc-4f33-9333-f0df6137e833 of type vlan for network ef3b0d1d-8b9e-4edc-a855-987c915031d2 May 27 09:37:14.212690 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7096803-d656-4320-b71f-2656bb1cbad1,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:14.234683 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.235099 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.235437 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.235761 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.236084 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.236417 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.236741 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.237077 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.237413 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.237728 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.238039 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.238355 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Tracked resource versions report: May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: pushed versions: May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: { 'AddressGroup': {'1.2'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'ConntrackHelper': {'1.0'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Log': {'1.0'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Network': {'1.1'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Port': {'1.7'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'PortForwarding': {'1.2'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'QosPolicy': {'1.8'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SecurityGroup': {'1.4'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SecurityGroupRule': {'1.2'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SubPort': {'1.0'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Subnet': {'1.1'}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Trunk': {'1.1'}} May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: consumer versions: May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: { DHCP agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: L3 agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: Metadata agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: Metering agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: Open vSwitch agent@dv-cinder-788782-3-iscsi: { 'AddressGroup': '1.2', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'ConntrackHelper': '1.0', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Log': '1.0', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Network': '1.1', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Port': '1.7', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'PortForwarding': '1.2', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'QosPolicy': '1.8', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SecurityGroup': '1.4', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SecurityGroupRule': '1.2', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SubPort': '1.0', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Subnet': '1.1', May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Trunk': '1.1'}} May 27 09:37:14.239514 dv-cinder-788782-3-iscsi neutron-server[108799]: {{(pid=108799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:37:14.286464 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:14.288214 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:14.328088 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:14.330309 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:37:14.330988 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:14.335903 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:14.439259 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8536816 May 27 09:37:14.442228 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Pushing event updated for resources: {'Network': ['ID=ef3b0d1d-8b9e-4edc-a855-987c915031d2,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:14.445506 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:14.454350 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network ef3b0d1d-8b9e-4edc-a855-987c915031d2 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:37:17.077674 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 34062) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:17.527874 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9935409-15f8-417a-acb0-c03bd49a5466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:37:17.529243 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-b9935409-15f8-417a-acb0-c03bd49a5466 admin admin] 10.222.0.20 "GET /v2.0/networks/ef3b0d1d-8b9e-4edc-a855-987c915031d2 HTTP/1.1" status: 200 len: 825 time: 0.4506004 May 27 09:37:17.555872 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-63e71bfd-8e71-44d2-82c5-a4aea2b546a1 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/d9084c1f-29fa-4e54-aa8d-a00cfc0ac0bd HTTP/1.1" status: 200 len: 734 time: 0.0213108 May 27 09:37:17.564590 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'gateway_ip': '172.20.0.1', 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2', 'subnetpool_id': 'd9084c1f-29fa-4e54-aa8d-a00cfc0ac0bd', 'name': 'private-subnet'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:37:17.568926 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:37:17.572757 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Usage tracker for resource:subnet and tenant:1d95717243e94c0bbaa6153fd396b538 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:37:17.575657 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:37:17.581408 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:37:17.591799 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Made reservation on behalf of 1d95717243e94c0bbaa6153fd396b538 for: {'subnet': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:37:17.594116 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:18.069270 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:18.074229 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:18.155347 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:18.157362 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Checking segment: {'id': '6333ed07-19fc-4f33-9333-f0df6137e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:37:18.157752 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Network hostable DHCP agents. Network: ef3b0d1d-8b9e-4edc-a855-987c915031d2, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:37:18.162395 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:18.177340 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Network ef3b0d1d-8b9e-4edc-a855-987c915031d2 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:37:18.186945 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, ef3b0d1d-8b9e-4edc-a855-987c915031d2) {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:37:18.192123 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:37:18.192724 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:18.197010 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb658e8-b3ed-4c60-b0bc-9632529afd10 None None] Network ef3b0d1d-8b9e-4edc-a855-987c915031d2 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:37:18.215800 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6512427 May 27 09:37:18.520653 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-ef3b0d1d-8b9e-4edc-a855-987c915031d2', 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'fixed_ips': [{'subnet_id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:37:18.521835 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:18.708546 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Allocated IP 172.20.0.2 (ef3b0d1d-8b9e-4edc-a855-987c915031d2/06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d/e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:37:18.942648 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:18.956014 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Transition to ACTIVE for port object e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:37:18.975896 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Transition to ACTIVE for port object e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:37:18.982490 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:18.988619 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:19.050130 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Network ef3b0d1d-8b9e-4edc-a855-987c915031d2 is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:37:19.053079 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:37:19.062031 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:37:19.065013 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Pushing event updated for resources: {'Port': ['ID=e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:19.074059 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.074422 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.074784 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.075126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.075457 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.075783 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.076109 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.076433 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.076775 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.077098 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.077415 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.077729 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Tracked resource versions report: May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: pushed versions: May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: { 'AddressGroup': {'1.2'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'ConntrackHelper': {'1.0'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Log': {'1.0'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Network': {'1.1'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Port': {'1.7'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'PortForwarding': {'1.2'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'QosPolicy': {'1.8'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SecurityGroup': {'1.4'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SecurityGroupRule': {'1.2'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SubPort': {'1.0'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Subnet': {'1.1'}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Trunk': {'1.1'}} May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: consumer versions: May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: { DHCP agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: L3 agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: Metadata agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: Metering agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: Open vSwitch agent@dv-cinder-788782-3-iscsi: { 'AddressGroup': '1.2', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'ConntrackHelper': '1.0', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Log': '1.0', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Network': '1.1', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Port': '1.7', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'PortForwarding': '1.2', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'QosPolicy': '1.8', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SecurityGroup': '1.4', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SecurityGroupRule': '1.2', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SubPort': '1.0', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Subnet': '1.1', May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Trunk': '1.1'}} May 27 09:37:19.078942 dv-cinder-788782-3-iscsi neutron-server[108801]: {{(pid=108801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:37:19.114363 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:19.168642 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Attempting to bind port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:37:19.169044 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Attempting to bind port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '6333ed07-19fc-4f33-9333-f0df6137e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:37:19.169482 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Attempting to bind port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 on network ef3b0d1d-8b9e-4edc-a855-987c915031d2 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:37:19.175561 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:37:19.175984 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Checking segment: {'id': '6333ed07-19fc-4f33-9333-f0df6137e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:37:19.176447 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:19.176847 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Bound using segment: {'id': '6333ed07-19fc-4f33-9333-f0df6137e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:37:19.177384 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Bound port: e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6333ed07-19fc-4f33-9333-f0df6137e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:37:19.177762 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:19.269309 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] For port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:37:19.273245 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] For port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65,segment=NetworkSegment(6333ed07-19fc-4f33-9333-f0df6137e833),segment_id=6333ed07-19fc-4f33-9333-f0df6137e833)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:37:19.278641 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:19.283055 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:19.366882 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Pushing event updated for resources: {'Port': ['ID=e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:19.370492 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:20.597968 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34072) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:21.185527 dv-cinder-788782-3-iscsi neutron-server[108800]: WARNING oslo_policy.policy [None req-a039d1ab-ef1b-4ea0-96a3-bca354bfdea7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:37:21.186130 dv-cinder-788782-3-iscsi neutron-server[108800]: WARNING oslo_policy.policy [None req-a039d1ab-ef1b-4ea0-96a3-bca354bfdea7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:37:21.407685 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [None req-a039d1ab-ef1b-4ea0-96a3-bca354bfdea7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:37:21.408748 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-a039d1ab-ef1b-4ea0-96a3-bca354bfdea7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8098798 May 27 09:37:23.776578 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34090) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:24.161781 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [None req-0fa9519c-e561-4bf9-8f16-a77cd37e8569 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:37:24.162915 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-0fa9519c-e561-4bf9-8f16-a77cd37e8569 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3854053 May 27 09:37:24.944389 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:37:25.006176 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa9582-f63a-457c-aaff-a44017c416cf None None] Network ef3b0d1d-8b9e-4edc-a855-987c915031d2 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:37:25.111334 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:37:25.160598 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-78778a93-c737-4e35-9532-cf34aced0a75 None None] Provisioning for port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:37:25.168856 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-78778a93-c737-4e35-9532-cf34aced0a75 None None] Provisioning complete for port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:37:25.169261 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-78778a93-c737-4e35-9532-cf34aced0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:25.379513 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-78778a93-c737-4e35-9532-cf34aced0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:25.427882 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-78778a93-c737-4e35-9532-cf34aced0a75 None None] For port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65,segment=NetworkSegment(6333ed07-19fc-4f33-9333-f0df6137e833),segment_id=6333ed07-19fc-4f33-9333-f0df6137e833)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:37:25.433158 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-78778a93-c737-4e35-9532-cf34aced0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:25.436760 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:25.508402 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78778a93-c737-4e35-9532-cf34aced0a75 None None] Pushing event updated for resources: {'Port': ['ID=e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:25.511699 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-78778a93-c737-4e35-9532-cf34aced0a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:25.655665 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-3529619b-2d93-4b67-bed0-8c9030742bb0 None None] Provisioning complete for port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:37:25.655968 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-3529619b-2d93-4b67-bed0-8c9030742bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:26.816539 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34104) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:26.925724 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:37:26.991486 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:37:26.991784 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:27.175248 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Request body: {'router': {'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'admin_state_up': True, 'name': 'router1'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:37:27.245245 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.policy [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108800) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 09:37:27.292696 dv-cinder-788782-3-iscsi neutron-server[108800]: WARNING oslo_policy.policy [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:37:27.293058 dv-cinder-788782-3-iscsi neutron-server[108800]: WARNING oslo_policy.policy [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:37:27.301667 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.quota [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Loaded quota_driver: . May 27 09:37:27.316874 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:37:27.323156 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Usage tracker for resource:router and tenant:1d95717243e94c0bbaa6153fd396b538 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:37:27.327605 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:37:27.335497 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:37:27.352114 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:27.354130 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:27.379862 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:27.496927 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:27.517311 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:27.518470 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-9def7f94-cf04-495a-be22-1f850690c2f9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7009892 May 27 09:37:29.863687 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34116) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:30.229415 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [None req-a6f1dadb-a691-4bea-b683-efec2e0e133a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:37:30.230386 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-a6f1dadb-a691-4bea-b683-efec2e0e133a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3657856 May 27 09:37:30.596687 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d2443d17-47e6-4ac6-a7d8-5e82df22a065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:31.547346 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 5 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:37:32.580832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34126) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:32.942203 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:37:32.947246 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:37:32.950989 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Usage tracker for resource:network and tenant:4b35a697c0874615bdb2a75b1e78b50b is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:37:32.954377 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:37:32.960262 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:37:32.970469 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Made reservation on behalf of 4b35a697c0874615bdb2a75b1e78b50b for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:37:32.973362 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:32.990050 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:33.004299 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:37:33.008043 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Usage tracker for resource:security_group_rule and tenant:4b35a697c0874615bdb2a75b1e78b50b is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:37:33.011253 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:37:33.016916 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:37:33.113819 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:33.119320 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:33.123085 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:33.124799 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:33.136063 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Reserving flat network on physical network physnet1 {{(pid=108800) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 09:37:33.167807 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742277843438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:33.168422 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Unsubscribe: segment precommit_create {{(pid=108800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 09:37:33.168910 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Added segment 02ae6137-f914-4cb3-9f90-9f386131fd18 of type flat for network 16559824-bbb3-4266-bcef-88f73ae55875 May 27 09:37:33.218120 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fc5301-04eb-46c0-9b6b-1c3834d9fd48,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:33.238476 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.238859 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.239196 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.239521 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.239839 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.240174 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.240498 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.240832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.241163 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.241482 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.241792 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.242101 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Tracked resource versions report: May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: pushed versions: May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: { 'AddressGroup': {'1.2'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'ConntrackHelper': {'1.0'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Log': {'1.0'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Network': {'1.1'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Port': {'1.7'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'PortForwarding': {'1.2'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'QosPolicy': {'1.8'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SecurityGroup': {'1.4'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SecurityGroupRule': {'1.2'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SubPort': {'1.0'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Subnet': {'1.1'}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Trunk': {'1.1'}} May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: consumer versions: May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: { DHCP agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: L3 agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: Metadata agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: Metering agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: Open vSwitch agent@dv-cinder-788782-3-iscsi: { 'AddressGroup': '1.2', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'ConntrackHelper': '1.0', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Log': '1.0', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Network': '1.1', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Port': '1.7', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'PortForwarding': '1.2', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'QosPolicy': '1.8', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SecurityGroup': '1.4', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SecurityGroupRule': '1.2', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SubPort': '1.0', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Subnet': '1.1', May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Trunk': '1.1'}} May 27 09:37:33.243252 dv-cinder-788782-3-iscsi neutron-server[108800]: {{(pid=108800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:37:33.292598 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:33.299876 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:33.323412 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-bff0e24c-a9f9-45f7-8e7f-60d55c526c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:33.339964 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:33.341377 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:37:33.342024 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:33.347427 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:33.448429 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8665464 May 27 09:37:33.451478 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Pushing event updated for resources: {'Network': ['ID=16559824-bbb3-4266-bcef-88f73ae55875,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:33.472567 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:33.480391 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 16559824-bbb3-4266-bcef-88f73ae55875 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:37:34.100829 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:35.716848 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:35.793045 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34150) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:36.011355 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f376f-f85b-4e61-8a13-62637fc7f8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:37:36.012699 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f40f376f-f85b-4e61-8a13-62637fc7f8b1 admin admin] 10.222.0.20 "GET /v2.0/subnets/06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d HTTP/1.1" status: 200 len: 849 time: 0.2187116 May 27 09:37:36.170534 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-4c51890c-94f2-4042-8750-8aec6d27126f admin admin] 10.222.0.20 "GET /v2.0/routers/8fd0428a-50de-4a9e-9570-06526dc40abc HTTP/1.1" status: 200 len: 704 time: 0.1514897 May 27 09:37:36.642079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:36.872822 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Allocated IP 172.20.0.1 (ef3b0d1d-8b9e-4edc-a855-987c915031d2/06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d/1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:37:37.032088 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:37.050240 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Transition to ACTIVE for port object 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:37:37.103875 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:37.108567 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:37.171924 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Network ef3b0d1d-8b9e-4edc-a855-987c915031d2 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:37:37.174960 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:37:37.180748 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:37:37.181266 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:37.303398 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Pushing event updated for resources: {'Port': ['ID=1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:37.320623 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:37.358401 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-d0d73cdc-7f63-4625-b526-ddb07a8b98de None None] Provisioning for port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:37:37.363181 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-d0d73cdc-7f63-4625-b526-ddb07a8b98de None None] Provisioning complete for port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:37:37.363560 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d0d73cdc-7f63-4625-b526-ddb07a8b98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:37.416448 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-d0d73cdc-7f63-4625-b526-ddb07a8b98de None None] Port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:37:37.488181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:37.716092 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:37.720514 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:37.721605 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:37.724769 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:37.850512 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Pushing event updated for resources: {'Port': ['ID=1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:37.854695 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:37.913022 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Network ef3b0d1d-8b9e-4edc-a855-987c915031d2 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:37:37.914065 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:37:38.105182 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Router 8fd0428a-50de-4a9e-9570-06526dc40abc is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:37:38.142268 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-83575f4a-597c-4e00-b8fb-e3fdd8f24e45 None None] Provisioning complete for port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:37:38.143404 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-83575f4a-597c-4e00-b8fb-e3fdd8f24e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:38.198360 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-83575f4a-597c-4e00-b8fb-e3fdd8f24e45 None None] Port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:37:38.257200 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:37:38.266269 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Sync routers for ids ['8fd0428a-50de-4a9e-9570-06526dc40abc'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:37:38.266727 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] 10.222.0.20 "PUT /v2.0/routers/8fd0428a-50de-4a9e-9570-06526dc40abc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0905907 May 27 09:37:38.277347 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Routers {'8fd0428a-50de-4a9e-9570-06526dc40abc'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:37:38.278212 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:37:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8fd0428a-50de-4a9e-9570-06526dc40abc'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:38.457164 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Set router 8fd0428a-50de-4a9e-9570-06526dc40abc gateway port host: None {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:37:38.839536 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'name': 'router1', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:37:27Z', 'updated_at': '2021-05-27T09:37:37Z', 'revision_number': 2, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'gw_port_host': None, '_interfaces': [{'id': '1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e', 'name': '', 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:37:36Z', 'updated_at': '2021-05-27T09:37:37Z', 'revision_number': 2, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'subnets': [{'id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9084c1f-29fa-4e54-aa8d-a00cfc0ac0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:38.844414 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Checking router: 8fd0428a-50de-4a9e-9570-06526dc40abc for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:37:38.844792 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Updating router 8fd0428a-50de-4a9e-9570-06526dc40abc port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:37:38.901085 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:39.286324 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:39.302938 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Transition to ACTIVE for port object 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:37:39.310206 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:39.317185 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:39.540828 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Pushing event updated for resources: {'Port': ['ID=1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:39.550285 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Attempting to bind port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:37:39.550670 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Attempting to bind port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '6333ed07-19fc-4f33-9333-f0df6137e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:37:39.551130 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Attempting to bind port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e on network ef3b0d1d-8b9e-4edc-a855-987c915031d2 {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:37:39.554957 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.555303 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.555632 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.555958 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.556276 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.556597 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.556957 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.557275 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.557698 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.558020 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.558329 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.558639 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Tracked resource versions report: May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: pushed versions: May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: { 'AddressGroup': {'1.2'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'ConntrackHelper': {'1.0'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Log': {'1.0'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Network': {'1.1'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Port': {'1.7'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'PortForwarding': {'1.2'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'QosPolicy': {'1.8'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SecurityGroup': {'1.4'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SecurityGroupRule': {'1.2'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SubPort': {'1.0'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Subnet': {'1.1'}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Trunk': {'1.1'}} May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: consumer versions: May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: { DHCP agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: L3 agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: Metadata agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: Metering agent@dv-cinder-788782-3-iscsi: {}, May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: Open vSwitch agent@dv-cinder-788782-3-iscsi: { 'AddressGroup': '1.2', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'ConntrackHelper': '1.0', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Log': '1.0', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Network': '1.1', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Port': '1.7', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'PortForwarding': '1.2', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'QosPolicy': '1.8', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SecurityGroup': '1.4', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SecurityGroupRule': '1.2', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SubPort': '1.0', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Subnet': '1.1', May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Trunk': '1.1'}} May 27 09:37:39.559780 dv-cinder-788782-3-iscsi neutron-server[108802]: {{(pid=108802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:37:39.564238 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:37:39.564692 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Checking segment: {'id': '6333ed07-19fc-4f33-9333-f0df6137e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:37:39.565136 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:39.565515 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Bound using segment: {'id': '6333ed07-19fc-4f33-9333-f0df6137e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:37:39.566050 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Bound port: 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6333ed07-19fc-4f33-9333-f0df6137e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:37:39.566419 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:39.575238 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:39.653763 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] For port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:37:39.657851 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] For port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e,segment=NetworkSegment(6333ed07-19fc-4f33-9333-f0df6137e833),segment_id=6333ed07-19fc-4f33-9333-f0df6137e833)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:37:39.662978 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:39.667881 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:39.757952 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Pushing event updated for resources: {'Port': ['ID=1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e,revision_number=4']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:39.761235 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:39.764632 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Routers {'8fd0428a-50de-4a9e-9570-06526dc40abc'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:37:39.765244 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:37:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8fd0428a-50de-4a9e-9570-06526dc40abc'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:39.951767 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] Set router 8fd0428a-50de-4a9e-9570-06526dc40abc gateway port host: None {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:37:40.287136 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'name': 'router1', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:37:27Z', 'updated_at': '2021-05-27T09:37:37Z', 'revision_number': 2, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'gw_port_host': None, '_interfaces': [{'id': '1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e', 'name': '', 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:37:36Z', 'updated_at': '2021-05-27T09:37:39Z', 'revision_number': 4, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'subnets': [{'id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9084c1f-29fa-4e54-aa8d-a00cfc0ac0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:40.290987 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a50cc-efa3-4c0b-ade6-3b74932e9486 None None] The sync data for ids ['8fd0428a-50de-4a9e-9570-06526dc40abc'] in dv-cinder-788782-3-iscsi is: [{'id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'name': 'router1', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:37:27Z', 'updated_at': '2021-05-27T09:37:37Z', 'revision_number': 2, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'gw_port_host': None, '_interfaces': [{'id': '1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e', 'name': '', 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:37:36Z', 'updated_at': '2021-05-27T09:37:39Z', 'revision_number': 4, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'subnets': [{'id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9084c1f-29fa-4e54-aa8d-a00cfc0ac0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:37:40.448456 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 34172) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:40.610277 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441ecc3-5776-471e-9a17-74cc41883335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:37:40.612198 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-e441ecc3-5776-471e-9a17-74cc41883335 admin admin] 10.222.0.20 "GET /v2.0/networks/16559824-bbb3-4266-bcef-88f73ae55875 HTTP/1.1" status: 200 len: 842 time: 0.1626995 May 27 09:37:40.621204 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:37:40.625975 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:37:40.630328 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Usage tracker for resource:subnet and tenant:4b35a697c0874615bdb2a75b1e78b50b is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:37:40.633109 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:37:40.638661 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:37:40.648581 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Made reservation on behalf of 4b35a697c0874615bdb2a75b1e78b50b for: {'subnet': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:37:40.651262 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:41.089909 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.objects.ports [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108799) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 09:37:41.090364 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:41.094786 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:41.163308 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d548c19c-1625-41f5-a994-4677c4411bf2,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:41.166530 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:41.172097 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:37:41.172455 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Network hostable DHCP agents. Network: 16559824-bbb3-4266-bcef-88f73ae55875, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:37:41.190501 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:37:41.199129 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 16559824-bbb3-4266-bcef-88f73ae55875) {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:37:41.202945 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:37:41.203535 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:41.210266 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5966cd46-d614-4aa2-a008-6c893fe937ef None None] Network 16559824-bbb3-4266-bcef-88f73ae55875 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:37:41.232366 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6082616 May 27 09:37:41.419773 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800c5497-cf79-4126-a2c4-f59f3bfe8bda None None] Network 16559824-bbb3-4266-bcef-88f73ae55875 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:37:42.952826 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:37:43.029204 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:37:43.034521 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:37:43.034989 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:43.170371 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:43.204200 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e,segment=NetworkSegment(6333ed07-19fc-4f33-9333-f0df6137e833),segment_id=6333ed07-19fc-4f33-9333-f0df6137e833)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:37:43.208419 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:43.211558 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:43.299786 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:43.302980 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:43.493557 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34186) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:43.695469 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-1e3f4f9a-9188-4f46-b59c-ce5750c93654 admin admin] 10.222.0.20 "GET /v2.0/routers/8fd0428a-50de-4a9e-9570-06526dc40abc HTTP/1.1" status: 200 len: 710 time: 0.2007737 May 27 09:37:43.825421 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9666582-9b3b-48c0-b639-e05b698c61ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:37:43.825997 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e9666582-9b3b-48c0-b639-e05b698c61ba admin admin] Synchronizing usage tracker for tenant:4b35a697c0874615bdb2a75b1e78b50b on resource:network {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:37:43.842733 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e9666582-9b3b-48c0-b639-e05b698c61ba admin admin] Unset dirty status for tenant:4b35a697c0874615bdb2a75b1e78b50b on resource:network {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:37:43.844193 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-e9666582-9b3b-48c0-b639-e05b698c61ba admin admin] 10.222.0.20 "GET /v2.0/networks/16559824-bbb3-4266-bcef-88f73ae55875 HTTP/1.1" status: 200 len: 886 time: 0.1435935 May 27 09:37:43.853325 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:37:44.339407 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:44.661678 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:44.718493 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:44.847328 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Allocated IP 172.27.3.212 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/97d57487-6bdc-473d-9202-036794bdeb7c) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:37:44.925748 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:37:44.993152 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:37:44.993528 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:44.998722 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:45.028626 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:45.033291 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:45.094578 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:37:45.097923 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:37:45.104440 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:37:45.154479 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Pushing event updated for resources: {'Port': ['ID=97d57487-6bdc-473d-9202-036794bdeb7c,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:45.161932 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:45.529065 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:45.868155 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:45.871548 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665997'] for router, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:46.050002 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Router 8fd0428a-50de-4a9e-9570-06526dc40abc has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:37:46.233145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:37:46.241544 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:46.242747 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] 10.222.0.20 "PUT /v2.0/routers/8fd0428a-50de-4a9e-9570-06526dc40abc HTTP/1.1" status: 200 len: 890 time: 2.3929107 May 27 09:37:46.244567 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Sync routers for ids ['8fd0428a-50de-4a9e-9570-06526dc40abc'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:37:46.254911 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Routers {'8fd0428a-50de-4a9e-9570-06526dc40abc'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:37:46.255588 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:37:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8fd0428a-50de-4a9e-9570-06526dc40abc'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:46.461002 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Set router 8fd0428a-50de-4a9e-9570-06526dc40abc gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:37:46.899602 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'name': 'router1', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '97d57487-6bdc-473d-9202-036794bdeb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:37:27Z', 'updated_at': '2021-05-27T09:37:45Z', 'revision_number': 4, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'gw_port': {'id': '97d57487-6bdc-473d-9202-036794bdeb7c', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:37:44Z', 'updated_at': '2021-05-27T09:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e', 'name': '', 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:37:36Z', 'updated_at': '2021-05-27T09:37:43Z', 'revision_number': 5, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'subnets': [{'id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9084c1f-29fa-4e54-aa8d-a00cfc0ac0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:46.905257 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Checking router: 8fd0428a-50de-4a9e-9570-06526dc40abc for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:37:46.905605 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Updating router 8fd0428a-50de-4a9e-9570-06526dc40abc port 97d57487-6bdc-473d-9202-036794bdeb7c binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:37:46.971466 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:47.337872 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:47.349619 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Transition to ACTIVE for port object 97d57487-6bdc-473d-9202-036794bdeb7c will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:37:47.356027 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:47.359873 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:47.436723 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Attempting to bind port 97d57487-6bdc-473d-9202-036794bdeb7c on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:37:47.437098 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Attempting to bind port 97d57487-6bdc-473d-9202-036794bdeb7c by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:37:47.437472 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Attempting to bind port 97d57487-6bdc-473d-9202-036794bdeb7c on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:37:47.445466 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008de3d-f2b2-4448-8d7c-9954fbbe4c7c None None] Pushing event updated for resources: {'Port': ['ID=97d57487-6bdc-473d-9202-036794bdeb7c,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:47.448268 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b008de3d-f2b2-4448-8d7c-9954fbbe4c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:47.449193 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:37:47.449571 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:37:47.449975 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:47.450358 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:37:47.451002 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Bound port: 97d57487-6bdc-473d-9202-036794bdeb7c, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:37:47.451437 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:47.525177 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] For port 97d57487-6bdc-473d-9202-036794bdeb7c, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:37:47.528645 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] For port 97d57487-6bdc-473d-9202-036794bdeb7c, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=97d57487-6bdc-473d-9202-036794bdeb7c,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:37:47.532241 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:47.536642 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-e73e13cd-200c-4e2e-955d-1bcfb94d98c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:47.614212 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Routers {'8fd0428a-50de-4a9e-9570-06526dc40abc'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:37:47.614867 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:37:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8fd0428a-50de-4a9e-9570-06526dc40abc'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:47.670403 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008de3d-f2b2-4448-8d7c-9954fbbe4c7c None None] Pushing event updated for resources: {'Port': ['ID=97d57487-6bdc-473d-9202-036794bdeb7c,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:47.681249 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b008de3d-f2b2-4448-8d7c-9954fbbe4c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:47.824830 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] Set router 8fd0428a-50de-4a9e-9570-06526dc40abc gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:37:48.154338 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'name': 'router1', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '97d57487-6bdc-473d-9202-036794bdeb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:37:27Z', 'updated_at': '2021-05-27T09:37:45Z', 'revision_number': 4, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'gw_port': {'id': '97d57487-6bdc-473d-9202-036794bdeb7c', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:37:44Z', 'updated_at': '2021-05-27T09:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e', 'name': '', 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:37:36Z', 'updated_at': '2021-05-27T09:37:43Z', 'revision_number': 5, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'subnets': [{'id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9084c1f-29fa-4e54-aa8d-a00cfc0ac0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:37:48.158364 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023f164-8b36-4973-93d5-fd45d5771b33 None None] The sync data for ids ['8fd0428a-50de-4a9e-9570-06526dc40abc'] in dv-cinder-788782-3-iscsi is: [{'id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'name': 'router1', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '97d57487-6bdc-473d-9202-036794bdeb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:37:27Z', 'updated_at': '2021-05-27T09:37:45Z', 'revision_number': 4, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'gw_port': {'id': '97d57487-6bdc-473d-9202-036794bdeb7c', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:37:44Z', 'updated_at': '2021-05-27T09:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e', 'name': '', 'network_id': 'ef3b0d1d-8b9e-4edc-a855-987c915031d2', 'tenant_id': '1d95717243e94c0bbaa6153fd396b538', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd0428a-50de-4a9e-9570-06526dc40abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:37:36Z', 'updated_at': '2021-05-27T09:37:43Z', 'revision_number': 5, 'project_id': '1d95717243e94c0bbaa6153fd396b538', 'subnets': [{'id': '06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9084c1f-29fa-4e54-aa8d-a00cfc0ac0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:37:48.672524 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34196) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:37:48.789221 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f5076388-562a-4816-ac3f-b880cc3fbb9c admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155646 May 27 09:37:48.967029 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 97d57487-6bdc-473d-9202-036794bdeb7c up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:37:49.036339 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 97d57487-6bdc-473d-9202-036794bdeb7c completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:37:49.041169 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 97d57487-6bdc-473d-9202-036794bdeb7c triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:37:49.041551 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:49.161638 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:49.178428 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 97d57487-6bdc-473d-9202-036794bdeb7c, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=97d57487-6bdc-473d-9202-036794bdeb7c,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:37:49.182542 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:49.187255 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-78778a93-c737-4e35-9532-cf34aced0a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:37:49.256005 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=97d57487-6bdc-473d-9202-036794bdeb7c,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:37:49.258993 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:37:50.937600 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 97d57487-6bdc-473d-9202-036794bdeb7c up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:37:51.022568 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 97d57487-6bdc-473d-9202-036794bdeb7c triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:37:51.023172 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:00.602550 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-6e069af6-29a4-423f-9a14-07ea4091efb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:03.125609 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:03.337055 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ed832a6b-1a46-4f87-9db3-fe5dea3355e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:04.119950 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:05.741597 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:08.547239 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 5 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:38:30.596374 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d109ebfd-2a69-4be5-9a42-91740b849852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:33.131755 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:33.323659 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-557f3417-133a-4146-9cb9-f7bfee7011a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:34.111603 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:35.744163 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:45.546532 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 5 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:39:00.599401 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-267b1e8f-9bee-4566-ba5b-96e965cca7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:03.134215 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:03.325895 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-390c6330-46be-45e7-aecd-b9e7302b5e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:04.112507 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:05.748948 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:22.545703 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 5 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:39:23.902282 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34766) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:23.967827 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.pecan_wsgi.hooks.translation [None req-77977b7f-23aa-4c19-9876-4fdf21e1e80d admin admin] GET failed (client error): The resource could not be found. May 27 09:39:23.969086 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-77977b7f-23aa-4c19-9876-4fdf21e1e80d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658309 May 27 09:39:24.108343 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c419b8ef-f353-4720-8181-829cffaa927c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:24.109841 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-c419b8ef-f353-4720-8181-829cffaa927c admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1370285 May 27 09:39:26.234996 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34776) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:26.347832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa48a-a0c8-451d-b502-58dc95d156f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:26.349184 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-442aa48a-a0c8-451d-b502-58dc95d156f6 admin admin] 10.222.0.20 "GET /v2.0/subnets/06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d HTTP/1.1" status: 200 len: 849 time: 0.1132445 May 27 09:39:26.358673 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:39:26.475562 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Notify callbacks [] for subnet, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:26.713797 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742277831069'] for subnet, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:26.718331 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:39:26.756551 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:26.757464 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:26.758420 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] 10.222.0.20 "PUT /v2.0/subnets/06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d HTTP/1.1" status: 200 len: 868 time: 0.4035084 May 27 09:39:26.773839 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafa88a-6204-43a6-a804-41e62f51b2fc None None] Network ef3b0d1d-8b9e-4edc-a855-987c915031d2 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:39:26.784637 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:26.793833 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.794181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.794518 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.794887 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.795206 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.795555 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.795885 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.796225 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.796566 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.796887 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.797205 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.797520 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:26.802544 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:39:27.274264 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-81194208-bbc6-4723-92b5-e8e50905313e None None] Provisioning complete for port 1bc1ed6b-6444-4ba7-ad32-b5a1e6e4939e triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:39:27.274645 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-81194208-bbc6-4723-92b5-e8e50905313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:27.403853 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-81194208-bbc6-4723-92b5-e8e50905313e None None] Provisioning complete for port e809a8f0-a5a1-4e63-80c2-3a0d3dec8d65 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:39:27.404124 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-81194208-bbc6-4723-92b5-e8e50905313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:28.883051 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34786) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:29.056726 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77773223-6944-4d3d-ae7f-92139cac7e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:29.057202 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77773223-6944-4d3d-ae7f-92139cac7e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:29.058716 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-77773223-6944-4d3d-ae7f-92139cac7e49 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1747210 May 27 09:39:30.601245 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-64635c03-576c-4758-9e99-ae576eef27cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:31.194249 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 34796) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:31.369954 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e653ee-afc0-499d-9bd4-9ce077e5a409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:31.370433 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e653ee-afc0-499d-9bd4-9ce077e5a409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:31.371984 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-06e653ee-afc0-499d-9bd4-9ce077e5a409 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1767614 May 27 09:39:33.138692 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:33.327158 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4757002b-6989-4252-bfff-16b2f2452037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:33.499437 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 34806) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:33.670218 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629dd6de-9464-428f-8193-c041e941217f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:33.671536 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-629dd6de-9464-428f-8193-c041e941217f admin admin] 10.222.0.20 "GET /v2.0/networks/16559824-bbb3-4266-bcef-88f73ae55875 HTTP/1.1" status: 200 len: 886 time: 0.1711266 May 27 09:39:34.116317 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:35.753527 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:35.797336 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34816) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:35.968321 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec4b72-8458-4e69-98fe-69ceb9a242e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:35.969664 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f4ec4b72-8458-4e69-98fe-69ceb9a242e5 admin admin] 10.222.0.20 "GET /v2.0/networks/ef3b0d1d-8b9e-4edc-a855-987c915031d2 HTTP/1.1" status: 200 len: 869 time: 0.1713629 May 27 09:39:38.060044 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34826) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:38.175842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05f914f-cd71-46a6-a3a4-e31460954d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:38.176310 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05f914f-cd71-46a6-a3a4-e31460954d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:38.178724 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d05f914f-cd71-46a6-a3a4-e31460954d9f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177304 May 27 09:39:40.320622 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34836) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:40.424537 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb4938-6fd3-44b1-b7f6-23905dd5a84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:40.425001 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb4938-6fd3-44b1-b7f6-23905dd5a84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:40.426476 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-7acb4938-6fd3-44b1-b7f6-23905dd5a84b admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049271 May 27 09:39:42.542239 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34846) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:42.652732 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60935f-810b-4361-9738-88f0274a5917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:42.654046 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3f60935f-810b-4361-9738-88f0274a5917 admin admin] 10.222.0.20 "GET /v2.0/subnets/06ad5e4f-0f07-47c6-b8bf-6e5e1c6d5b4d HTTP/1.1" status: 200 len: 868 time: 0.1108537 May 27 09:39:44.775247 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34856) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:39:44.876107 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211046f-1673-43bd-b95c-3caed25ea5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:39:44.877447 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d211046f-1673-43bd-b95c-3caed25ea5dc admin admin] 10.222.0.20 "GET /v2.0/subnets/d548c19c-1625-41f5-a994-4677c4411bf2 HTTP/1.1" status: 200 len: 816 time: 0.1012490 May 27 09:39:59.550015 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 5 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:40:00.603408 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4eae20a3-b9b1-4301-a214-8fae0db02d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:03.142108 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:03.329819 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-62568e30-37bd-459a-9ca3-cf1896b4aebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:04.118391 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:05.754927 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:08.105489 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34900) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:40:08.153002 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [None req-5b54470d-b284-402a-89ef-48ed26333674 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:40:08.154002 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-5b54470d-b284-402a-89ef-48ed26333674 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476074 May 27 09:40:10.344104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34910) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:40:10.411142 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.pecan_wsgi.hooks.translation [None req-585b0ac6-3fe6-45b1-be41-6a2cab6e75c1 admin admin] GET failed (client error): The resource could not be found. May 27 09:40:10.412533 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-585b0ac6-3fe6-45b1-be41-6a2cab6e75c1 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674012 May 27 09:40:10.539994 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519106ee-2f37-47eb-9d30-086ff31e1214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:40:10.541477 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-519106ee-2f37-47eb-9d30-086ff31e1214 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1249418 May 27 09:40:12.683523 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34920) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:40:12.730430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:40:12.735579 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:40:12.745776 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:40:12.755322 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Made reservation on behalf of 4b35a697c0874615bdb2a75b1e78b50b for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:12.757705 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:12.844944 dv-cinder-788782-3-iscsi neutron-server[108800]: WARNING neutron.services.revisions.revision_plugin [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Could not find related network for resource to bump revision. May 27 09:40:12.858133 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:40:12.867120 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:12.867424 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Added segment b7b78da5-5c33-4a73-b81b-a8afd94a51d6 of type vlan for network 6595e3f5-9d06-413e-8229-df6db30ddafa May 27 09:40:12.891914 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:12.920254 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:12.921525 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:40:12.922104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:12.926535 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:40:13.019482 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3348653 May 27 09:40:13.022993 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Pushing event updated for resources: {'Network': ['ID=6595e3f5-9d06-413e-8229-df6db30ddafa,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:13.029685 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:40:13.046130 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 6595e3f5-9d06-413e-8229-df6db30ddafa details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:40:15.183999 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34930) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:40:15.254565 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b62560f-3d35-4cca-a52e-26f281b2b446 admin admin] GET failed (client error): The resource could not be found. May 27 09:40:15.255119 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-4b62560f-3d35-4cca-a52e-26f281b2b446 admin admin] Synchronizing usage tracker for tenant:4b35a697c0874615bdb2a75b1e78b50b on resource:network {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:40:15.270705 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-4b62560f-3d35-4cca-a52e-26f281b2b446 admin admin] Unset dirty status for tenant:4b35a697c0874615bdb2a75b1e78b50b on resource:network {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:40:15.272060 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-4b62560f-3d35-4cca-a52e-26f281b2b446 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0871089 May 27 09:40:15.376911 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeaff70-d75d-4c80-b457-d3245232f887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:40:15.378342 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6aeaff70-d75d-4c80-b457-d3245232f887 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1023703 May 27 09:40:15.388532 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Request body: {'subnet': {'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:40:15.392907 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:40:15.396684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Usage tracker for resource:subnet and tenant:4b35a697c0874615bdb2a75b1e78b50b is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:40:15.399798 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:40:15.405335 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:40:15.415744 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Made reservation on behalf of 4b35a697c0874615bdb2a75b1e78b50b for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:15.418061 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:15.848353 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:15.853109 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:40:15.924870 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f12ef59-5939-48a0-bedd-e2fd79ae767b,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:15.930649 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:40:15.933151 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Checking segment: {'id': 'b7b78da5-5c33-4a73-b81b-a8afd94a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:40:15.933510 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Network hostable DHCP agents. Network: 6595e3f5-9d06-413e-8229-df6db30ddafa, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:40:15.951931 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Network 6595e3f5-9d06-413e-8229-df6db30ddafa is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:40:15.961281 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 6595e3f5-9d06-413e-8229-df6db30ddafa) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:15.965361 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:40:15.965985 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:15.969816 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0ace6-a2b0-4610-a2ff-2d9b3d3d6292 None None] Network 6595e3f5-9d06-413e-8229-df6db30ddafa requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:40:15.985268 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6001360 May 27 09:40:16.196034 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-6595e3f5-9d06-413e-8229-df6db30ddafa', 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa', 'tenant_id': '4b35a697c0874615bdb2a75b1e78b50b', 'fixed_ips': [{'subnet_id': '3f12ef59-5939-48a0-bedd-e2fd79ae767b'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:40:16.196881 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:16.357845 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Allocated IP 192.168.233.2 (6595e3f5-9d06-413e-8229-df6db30ddafa/3f12ef59-5939-48a0-bedd-e2fd79ae767b/0374fd26-f91c-4c5e-923e-8ff8fc613fe7) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:16.572590 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:16.582991 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Transition to ACTIVE for port object 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:40:16.602575 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Transition to ACTIVE for port object 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:40:16.607758 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:16.612218 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:40:16.675243 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Network 6595e3f5-9d06-413e-8229-df6db30ddafa is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:16.678608 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:16.681131 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:40:16.690049 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Pushing event updated for resources: {'Port': ['ID=0374fd26-f91c-4c5e-923e-8ff8fc613fe7,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:16.725065 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.725495 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.725884 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.726223 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.726858 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.727170 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.727495 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.727822 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.728164 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.728489 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.728823 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.729143 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:16.732854 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:40:16.790220 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Attempting to bind port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:40:16.790595 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Attempting to bind port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': 'b7b78da5-5c33-4a73-b81b-a8afd94a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:40:16.791006 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Attempting to bind port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 on network 6595e3f5-9d06-413e-8229-df6db30ddafa {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:40:16.796530 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:40:16.796907 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Checking segment: {'id': 'b7b78da5-5c33-4a73-b81b-a8afd94a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:40:16.797314 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:16.797709 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Bound using segment: {'id': 'b7b78da5-5c33-4a73-b81b-a8afd94a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:40:16.798183 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Bound port: 0374fd26-f91c-4c5e-923e-8ff8fc613fe7, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b78da5-5c33-4a73-b81b-a8afd94a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:40:16.798565 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:16.888792 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] For port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:40:16.891790 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] For port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=0374fd26-f91c-4c5e-923e-8ff8fc613fe7,segment=NetworkSegment(b7b78da5-5c33-4a73-b81b-a8afd94a51d6),segment_id=b7b78da5-5c33-4a73-b81b-a8afd94a51d6)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:40:16.898635 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:16.902732 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b008de3d-f2b2-4448-8d7c-9954fbbe4c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:40:16.980139 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Pushing event updated for resources: {'Port': ['ID=0374fd26-f91c-4c5e-923e-8ff8fc613fe7,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:16.984201 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:40:17.802246 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3eff82-88d0-4eb2-bc28-d2c0ce461f9b None None] Network 6595e3f5-9d06-413e-8229-df6db30ddafa requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:40:17.903795 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-c2d709f1-391f-4e02-97ae-e7d54373050a None None] Provisioning for port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:40:19.050688 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:40:19.124165 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:40:19.128741 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:40:19.129126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:19.269503 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:19.301316 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=0374fd26-f91c-4c5e-923e-8ff8fc613fe7,segment=NetworkSegment(b7b78da5-5c33-4a73-b81b-a8afd94a51d6),segment_id=b7b78da5-5c33-4a73-b81b-a8afd94a51d6)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:40:19.305997 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:19.308117 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b008de3d-f2b2-4448-8d7c-9954fbbe4c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:40:19.373303 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=0374fd26-f91c-4c5e-923e-8ff8fc613fe7,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:19.376391 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:40:21.035104 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:40:21.104893 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 0374fd26-f91c-4c5e-923e-8ff8fc613fe7 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:40:21.105271 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:30.606137 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a4effc95-3734-4c47-97f9-de93f79864a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:33.145476 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:33.333437 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d39bb4b8-8e0a-453b-94dc-b6f47197b61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:34.121580 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:35.759694 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:36.548702 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 5 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:41:00.612968 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5065176a-7643-468c-b57b-de9d576b1910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:03.152022 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:03.334663 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-de56f332-0011-48b6-a309-912194605ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:04.121334 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:05.762351 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:13.547585 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 5 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:41:22.915105 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34980) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:41:22.921654 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [None req-2108b008-c9d9-4d86-a815-d21f6dcb471a tempest-verify_tempest_config-1531304050 tempest-verify_tempest_config-1531304050-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:41:22.922610 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-2108b008-c9d9-4d86-a815-d21f6dcb471a tempest-verify_tempest_config-1531304050 tempest-verify_tempest_config-1531304050-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059867 May 27 09:41:23.223921 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 34998) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:41:23.338515 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:23.352549 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:41:23.356700 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Usage tracker for resource:security_group_rule and tenant:c06adafdb7eb40f6926ac530bd4369de is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:41:23.359472 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:41:23.365099 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:41:23.446623 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:23.450912 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:23.458087 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-dd580404-4b50-411f-bb7c-1c55316327bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:41:23.500774 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9891b690-ae7e-467d-b8f4-88698174f4a6,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:41:23.504921 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Synchronizing usage tracker for tenant:4b35a697c0874615bdb2a75b1e78b50b on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:41:23.512912 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.513268 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.513611 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.513944 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.514274 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.514619 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.514977 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.515304 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.515629 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.515950 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.516270 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.516584 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:23.520476 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:41:23.534521 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Unset dirty status for tenant:4b35a697c0874615bdb2a75b1e78b50b on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:41:23.535806 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c06adafdb7eb40f6926ac530bd4369de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3109076 May 27 09:41:23.538352 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35004) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:41:23.602153 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6c1d-3277-49b5-bc56-9aef312a7f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:23.627451 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6c1d-3277-49b5-bc56-9aef312a7f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:23.720874 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6c1d-3277-49b5-bc56-9aef312a7f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:23.724596 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:41:23.736196 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f6c1d-3277-49b5-bc56-9aef312a7f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891b690-ae7e-467d-b8f4-88698174f4a6,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:41:23.739542 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ea7f6c1d-3277-49b5-bc56-9aef312a7f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:41:23.742540 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6c1d-3277-49b5-bc56-9aef312a7f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:23.744448 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ea7f6c1d-3277-49b5-bc56-9aef312a7f9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9891b690-ae7e-467d-b8f4-88698174f4a6 HTTP/1.1" status: 204 len: 168 time: 0.2043583 May 27 09:41:30.607632 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-cd13f85e-47ce-4610-b696-4969639d1484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:33.146892 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:33.336837 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ea6d768f-e921-4083-9270-1aef6c6bc958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:34.123677 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:35.770421 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:50.546080 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 5 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:42:00.610498 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-48b42be5-ca55-4733-901a-adcd4c1ba044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:03.149136 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:03.337774 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-6c736273-7fa1-4eab-8429-642c8228e14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:04.126114 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:05.768712 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:27.546464 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 5 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:42:30.611897 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-b369186a-1aaf-4c7d-91a6-a45c930b97f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:33.150805 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:33.338870 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-72ad4781-a672-4639-85a6-2343f20d8983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:34.129806 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:35.771696 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:42:55.916562 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447'] for agent, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:00.010299 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35056) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:43:00.124192 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4046fd76-5bab-4652-82e6-cf72c8d09cdd admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1119926 May 27 09:43:00.620356 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ad8d9ebe-5880-476d-aab6-a0ccd4031684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:02.250891 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35066) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:43:02.309638 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-a8056b89-1eae-4b4e-8470-70c21eaba641 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0576577 May 27 09:43:03.151718 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:03.339568 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-81fc8d79-cc94-45f6-862e-1c4ad12d3556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:04.132567 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:04.546166 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:43:05.774345 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:25.870000 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:30.611427 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-97ae15a8-b5f3-4f0a-bc6e-317f00242f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:33.154363 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:33.340918 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e6bf082d-216b-4861-8618-24616f82e482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:34.135782 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:35.779352 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:43:41.545998 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:43:55.882380 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:00.613842 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-691312d8-f4b9-4af3-b770-1c8a445483e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:03.157423 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:03.342158 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-17d60546-1d86-493c-986c-3fd0d293cf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:04.139264 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:05.781094 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:18.544768 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:44:25.893829 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.009563 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35218) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:30.464700 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1600359541-network', 'tenant_id': '1ed0b87f96b043f2836c5131006f2958'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:30.469652 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:30.475005 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Usage tracker for resource:network and tenant:1ed0b87f96b043f2836c5131006f2958 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:30.477810 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:30.484063 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:30.495872 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Made reservation on behalf of 1ed0b87f96b043f2836c5131006f2958 for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:30.498785 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.512927 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.528536 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:30.536188 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Usage tracker for resource:security_group_rule and tenant:1ed0b87f96b043f2836c5131006f2958 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:30.539082 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:30.544871 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:30.618430 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a8bd78ca-bad0-462c-876f-89b5a4bb4139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.643968 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.648248 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.655060 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ea7f6c1d-3277-49b5-bc56-9aef312a7f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:30.685320 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:44:30.694728 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97119abd-6345-4163-a876-70729037dee9,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:30.701179 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.701598 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Added segment a923d6d8-b2e6-49e7-9ff7-ec1b2a051573 of type vlan for network 96d6daca-e43a-41a5-949d-c37e06296a68 May 27 09:44:30.710915 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.711272 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.711592 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.711930 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.712396 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.712794 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.713125 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.713455 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.713811 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.714111 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.714623 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.714963 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Tracked resource versions report: May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: pushed versions: May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: { 'AddressGroup': {'1.2'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'ConntrackHelper': {'1.0'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Log': {'1.0'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Network': {'1.1'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Port': {'1.7'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'PortForwarding': {'1.2'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'QosPolicy': {'1.8'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SecurityGroup': {'1.4'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SecurityGroupRule': {'1.2'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SubPort': {'1.0'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Subnet': {'1.1'}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Trunk': {'1.1'}} May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: consumer versions: May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: { DHCP agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: HyperV agent@hv-cinder-78878: {}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: L3 agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: Metadata agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: Metering agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: Open vSwitch agent@dv-cinder-788782-3-iscsi: { 'AddressGroup': '1.2', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'ConntrackHelper': '1.0', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Log': '1.0', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Network': '1.1', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Port': '1.7', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'PortForwarding': '1.2', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'QosPolicy': '1.8', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SecurityGroup': '1.4', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SecurityGroupRule': '1.2', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'SubPort': '1.0', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Subnet': '1.1', May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: 'Trunk': '1.1'}} May 27 09:44:30.716024 dv-cinder-788782-3-iscsi neutron-server[108800]: {{(pid=108800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:44:30.724813 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:30.742539 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.777286 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.778947 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:30.779532 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:30.795594 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:30.888182 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8764200 May 27 09:44:30.889825 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35264) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:30.896129 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Pushing event updated for resources: {'Network': ['ID=96d6daca-e43a-41a5-949d-c37e06296a68,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:30.896445 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Request body: {'subnet': {'network_id': '96d6daca-e43a-41a5-949d-c37e06296a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1600359541-subnet', 'tenant_id': '1ed0b87f96b043f2836c5131006f2958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:30.899586 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:30.901409 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:30.905837 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Usage tracker for resource:subnet and tenant:1ed0b87f96b043f2836c5131006f2958 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:30.907718 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 96d6daca-e43a-41a5-949d-c37e06296a68 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:44:30.912988 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:30.919129 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:30.932176 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Made reservation on behalf of 1ed0b87f96b043f2836c5131006f2958 for: {'subnet': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:30.937055 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:31.142812 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35280) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:31.400094 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:31.404825 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-38968cc4-8b90-4a4b-a59c-0c051b1182a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:31.465337 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af18a55e-c3db-4e56-9f60-0597fafc63b0,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:31.473982 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.474337 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.474682 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.475128 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.475468 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.475800 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.476128 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.476470 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.476821 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.477147 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.477465 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.477781 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Tracked resource versions report: May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: pushed versions: May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: { 'AddressGroup': {'1.2'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'ConntrackHelper': {'1.0'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Log': {'1.0'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Network': {'1.1'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Port': {'1.7'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'PortForwarding': {'1.2'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'QosPolicy': {'1.8'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SecurityGroup': {'1.4'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SecurityGroupRule': {'1.2'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SubPort': {'1.0'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Subnet': {'1.1'}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Trunk': {'1.1'}} May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: consumer versions: May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: { DHCP agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: HyperV agent@hv-cinder-78878: {}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: L3 agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: Metadata agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: Metering agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: Open vSwitch agent@dv-cinder-788782-3-iscsi: { 'AddressGroup': '1.2', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'ConntrackHelper': '1.0', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Log': '1.0', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Network': '1.1', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Port': '1.7', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'PortForwarding': '1.2', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'QosPolicy': '1.8', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SecurityGroup': '1.4', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SecurityGroupRule': '1.2', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'SubPort': '1.0', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Subnet': '1.1', May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: 'Trunk': '1.1'}} May 27 09:44:31.478865 dv-cinder-788782-3-iscsi neutron-server[108799]: {{(pid=108799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:44:31.486353 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:31.510371 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Checking segment: {'id': 'a923d6d8-b2e6-49e7-9ff7-ec1b2a051573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '96d6daca-e43a-41a5-949d-c37e06296a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:31.510748 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Network hostable DHCP agents. Network: 96d6daca-e43a-41a5-949d-c37e06296a68, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:44:31.528372 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Network 96d6daca-e43a-41a5-949d-c37e06296a68 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:44:31.539070 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 96d6daca-e43a-41a5-949d-c37e06296a68) {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:31.543345 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:31.543997 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:31.549818 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b38d1-a99c-4887-a9b9-38d62eb266c0 None None] Network 96d6daca-e43a-41a5-949d-c37e06296a68 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:31.565964 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6742866 May 27 09:44:31.613506 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35306) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:31.646934 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-904916383-network', 'tenant_id': '382575c197584524ae228bcd7a5a1d5e'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:31.648521 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35312) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:31.654687 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:31.659774 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Usage tracker for resource:network and tenant:382575c197584524ae228bcd7a5a1d5e is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:31.664548 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:31.672952 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:31.687035 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Made reservation on behalf of 382575c197584524ae228bcd7a5a1d5e for: {'network': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:31.692300 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:31.707988 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:31.727026 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:31.732278 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Usage tracker for resource:security_group_rule and tenant:382575c197584524ae228bcd7a5a1d5e is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:31.736319 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:31.743785 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:31.803706 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f44d408-a8e3-4adf-87f3-6c43e72d09de None None] Network 96d6daca-e43a-41a5-949d-c37e06296a68 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:31.845160 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:31.848776 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35324) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:31.852310 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:31.856471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:31.896165 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1039b96-50e6-4c67-9987-bd7676aa5699,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:31.911914 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=108799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:44:31.926519 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:31.930195 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:31.930755 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.segments_db [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Added segment b2c0306b-703f-4003-a30e-21bd09539e6e of type vlan for network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 May 27 09:44:31.963393 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.002935 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.004685 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:32.005931 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.061953 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:32.109896 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9647152 May 27 09:44:32.113552 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35334) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:32.122488 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Request body: {'subnet': {'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-904916383-subnet', 'tenant_id': '382575c197584524ae228bcd7a5a1d5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:32.131739 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:32.149430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Usage tracker for resource:subnet and tenant:382575c197584524ae228bcd7a5a1d5e is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:32.153017 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:32.160840 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:32.178547 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Made reservation on behalf of 382575c197584524ae228bcd7a5a1d5e for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:32.181819 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.263714 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Pushing event updated for resources: {'Network': ['ID=45bc2549-c0ff-47ce-a77c-ba480b0b1495,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:32.276179 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:44:32.277589 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:32.284290 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-network', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:32.296029 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:32.307301 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-network', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:32.309904 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Usage tracker for resource:network and tenant:483f02bc51f2488fb4546e24e4300ba1 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:32.315782 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:32.316945 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:32.324345 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Usage tracker for resource:network and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:32.326799 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:32.333587 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:32.348377 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:32.352930 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Made reservation on behalf of 483f02bc51f2488fb4546e24e4300ba1 for: {'network': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:32.355654 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.374958 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141982867-network', 'tenant_id': '744e94f8c6644cc5a6eee54bd900e055'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:32.385585 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Made reservation on behalf of 3b330abb3b9042a3b420a8d642e8057d for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:32.388223 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.404909 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.419148 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.433441 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:32.441940 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:32.443647 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:32.446985 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Usage tracker for resource:security_group_rule and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:32.451383 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Usage tracker for resource:network and tenant:744e94f8c6644cc5a6eee54bd900e055 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:32.452104 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Usage tracker for resource:security_group_rule and tenant:483f02bc51f2488fb4546e24e4300ba1 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:32.455500 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:32.460174 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:32.460801 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:32.467096 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:32.474345 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:32.477707 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:32.541009 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Made reservation on behalf of 744e94f8c6644cc5a6eee54bd900e055 for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:32.543390 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.576713 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.600252 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.607533 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.611872 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:32.612730 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:32.622568 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Usage tracker for resource:security_group_rule and tenant:744e94f8c6644cc5a6eee54bd900e055 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:32.630336 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:32.637504 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=108799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:44:32.651791 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:32.656283 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:32.657272 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.658271 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.segments_db [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Added segment 27d3e05b-0e05-4fda-a004-680666a4b8ee of type vlan for network 921c5312-2832-4749-8b94-ac07787dd31a May 27 09:44:32.663102 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:32.705779 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.734458 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.746293 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.748117 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.749536 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:32.750178 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.758164 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:32.778649 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:32.848945 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1867c843-7d4d-448f-a4dd-f4ce1bdef0be,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:32.860070 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:32.861837 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:44:32.886364 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.886969 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Added segment 20e3abc3-8868-4ea3-80f5-c060b87bdb34 of type vlan for network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 May 27 09:44:32.950791 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Pushing event updated for resources: {'Network': ['ID=921c5312-2832-4749-8b94-ac07787dd31a,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:32.962188 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:32.967011 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.967892 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 921c5312-2832-4749-8b94-ac07787dd31a details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:44:32.971372 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3562872 May 27 09:44:32.974221 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35370) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:32.986033 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Request body: {'subnet': {'network_id': '921c5312-2832-4749-8b94-ac07787dd31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-subnet', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:32.986345 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:32.999681 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:33.009979 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Usage tracker for resource:subnet and tenant:483f02bc51f2488fb4546e24e4300ba1 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:33.013687 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.021013 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:33.034281 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:33.039752 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:44:33.049519 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.049934 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Added segment 13950a29-4565-4fe4-8a04-1aeec98593e1 of type vlan for network 90da532a-34e7-429b-9c3d-1f0c8ad00df1 May 27 09:44:33.077544 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Made reservation on behalf of 483f02bc51f2488fb4546e24e4300ba1 for: {'subnet': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:33.081908 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Notify callbacks [] for subnet, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.100204 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:33.128214 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.147534 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.175906 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:33.176444 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.187697 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.247078 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c6feb5-0547-4d12-b220-e653e13b413f,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:33.266252 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:33.268920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:33.364306 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-1413b237-41e4-4054-a057-3374d7b568cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.384111 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.db.resource_extend [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 09:44:33.419824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.424138 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Pushing event updated for resources: {'Network': ['ID=77ee0d91-f82a-4540-a638-25bb8b7f5b90,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:33.432394 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:33.434708 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6a7d792f-fa2a-4e25-b410-7ea3dafe0018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:33.436741 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:44:33.464387 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.469097 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6189041 May 27 09:44:33.482054 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35400) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:33.483208 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:33.483801 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.508684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Request body: {'subnet': {'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-subnet', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:33.531499 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:33.543834 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Usage tracker for resource:subnet and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:33.550060 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:33.559682 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9099789 May 27 09:44:33.565650 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530e0862-b549-4c0d-bd80-9e2351dc74a9,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:33.568213 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35410) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:33.569152 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:33.574617 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:33.578262 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Request body: {'subnet': {'network_id': '90da532a-34e7-429b-9c3d-1f0c8ad00df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141982867-subnet', 'tenant_id': '744e94f8c6644cc5a6eee54bd900e055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:33.582700 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-90f01734-c9f6-4b2a-8d82-943415298b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:33.596116 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Checking segment: {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:33.596506 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Network hostable DHCP agents. Network: 45bc2549-c0ff-47ce-a77c-ba480b0b1495, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:44:33.605660 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:33.620865 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Usage tracker for resource:subnet and tenant:744e94f8c6644cc5a6eee54bd900e055 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:33.713570 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:33.799296 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Made reservation on behalf of 3b330abb3b9042a3b420a8d642e8057d for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:33.801596 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.822585 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:33.841487 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Pushing event updated for resources: {'Network': ['ID=90da532a-34e7-429b-9c3d-1f0c8ad00df1,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:33.853409 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 90da532a-34e7-429b-9c3d-1f0c8ad00df1 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:44:33.907019 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35428) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:33.916076 dv-cinder-788782-3-iscsi neutron-server[108799]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 09:44:33.925050 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:33.925670 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:44:33.938733 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Made reservation on behalf of 744e94f8c6644cc5a6eee54bd900e055 for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:33.941726 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:33.963238 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 45bc2549-c0ff-47ce-a77c-ba480b0b1495) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:33.965628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35434) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:33.972799 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:33.973390 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.085986 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08236d7c-acb1-43a8-802f-888f26856943 None None] Network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:34.095706 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9806273 May 27 09:44:34.178750 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-14da279a-0085-41ea-a209-221eca616b8e tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:34.186616 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-14da279a-0085-41ea-a209-221eca616b8e tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/networks?id=96d6daca-e43a-41a5-949d-c37e06296a68 HTTP/1.1" status: 200 len: 812 time: 0.2761362 May 27 09:44:34.200290 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.228262 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-f767e472-1495-4f7d-985d-3eb1f6fad86f tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/quotas/1ed0b87f96b043f2836c5131006f2958 HTTP/1.1" status: 200 len: 375 time: 0.0355194 May 27 09:44:34.231181 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-930a1af1-721e-46f2-a0d8-afe4f496fe6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:34.250576 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.324788 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bca4593-d2af-4662-b254-e5f850c43127,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:34.333722 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:34.400091 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-268f2874-2aa0-476a-b03c-2b51a92423d4 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ed0b87f96b043f2836c5131006f2958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765352 May 27 09:44:34.410525 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Checking segment: {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:34.411547 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Network hostable DHCP agents. Network: 921c5312-2832-4749-8b94-ac07787dd31a, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:44:34.413652 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d46f98-8e03-4de0-a0c1-cdead2cdb538 None None] Network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:34.480695 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Network 921c5312-2832-4749-8b94-ac07787dd31a is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:44:34.496090 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.503881 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 921c5312-2832-4749-8b94-ac07787dd31a) {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:34.509639 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:34.510427 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.548356 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5729108 May 27 09:44:34.551738 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35458) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:34.562490 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:34.568055 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a65a4-3913-445c-8061-0398ccad57b7 None None] Network 921c5312-2832-4749-8b94-ac07787dd31a requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:34.575800 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:34.579285 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:34.580831 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Usage tracker for resource:router and tenant:483f02bc51f2488fb4546e24e4300ba1 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:34.587303 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b40eb1be7e674559b8a981f38f12e027 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:34.589575 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:34.591969 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:34.602176 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:34.607420 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:34.627977 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.629758 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.676870 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.813889 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.819892 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.824861 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:34.842289 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-988239a9-2b0e-4d40-89b5-82459566eb38 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:44:34.844088 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-988239a9-2b0e-4d40-89b5-82459566eb38 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2413704 May 27 09:44:34.860217 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:34.885444 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef26bb-0b67-42e7-a5f2-a1338b4842b8 None None] Network 921c5312-2832-4749-8b94-ac07787dd31a requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:34.916954 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35482) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:34.935009 dv-cinder-788782-3-iscsi neutron-server[108800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 09:44:35.004586 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=835987c0-e8bc-41aa-a694-c5822e6779c5,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:35.014340 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:35.023647 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b40eb1be7e674559b8a981f38f12e027&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0547662 May 27 09:44:35.023647 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-edce8d5c-8126-44cd-b107-15da17f7560f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:35.031116 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.033748 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35488) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:35.135199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Checking segment: {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:35.135556 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Network hostable DHCP agents. Network: 77ee0d91-f82a-4540-a638-25bb8b7f5b90, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:44:35.168588 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25888814-790d-4df2-9ef8-175ae9d9d0d4,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:35.176145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:35.182677 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-286965fe-26eb-4946-a3f8-de2ea406506f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:35.279655 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:44:35.280412 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.324172 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Checking segment: {'id': '13950a29-4565-4fe4-8a04-1aeec98593e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '90da532a-34e7-429b-9c3d-1f0c8ad00df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:35.324489 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c387d467-a6f0-4d1b-a73b-506aaceb8e1f service neutron] 10.222.0.20 "GET /v2.0/networks/96d6daca-e43a-41a5-949d-c37e06296a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878455 May 27 09:44:35.324604 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Network hostable DHCP agents. Network: 90da532a-34e7-429b-9c3d-1f0c8ad00df1, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:44:35.327124 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d72cb5-323b-4042-8007-ea44499c2ae4,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:35.337344 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 77ee0d91-f82a-4540-a638-25bb8b7f5b90) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:35.355082 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-a19747ea-16b9-4f40-a3bc-6fbad61e4770 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:35.356528 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-a19747ea-16b9-4f40-a3bc-6fbad61e4770 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 814 time: 0.4333317 May 27 09:44:35.361290 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:35.375690 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bf54f514-83a9-4c25-a799-8b57a81eabb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.402651 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-69776cba-8311-402c-a04e-a0a102376aef tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/quotas/382575c197584524ae228bcd7a5a1d5e HTTP/1.1" status: 200 len: 375 time: 0.0302966 May 27 09:44:35.407689 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e3324-0b79-467b-a4dd-4cf5afcbf04a None None] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:35.414553 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:35.415185 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.422417 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Network 90da532a-34e7-429b-9c3d-1f0c8ad00df1 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:44:35.466419 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bf54f514-83a9-4c25-a799-8b57a81eabb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.491366 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-a4064bed-07e8-4b22-b5fe-f14de04afcc1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783045 May 27 09:44:35.500614 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 90da532a-34e7-429b-9c3d-1f0c8ad00df1) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:35.517881 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:35.518477 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.528746 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e54fb38-5bc0-43fa-8817-27a71f55ce86 None None] Network 90da532a-34e7-429b-9c3d-1f0c8ad00df1 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:35.561834 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-348b383f-fb00-471e-b3d9-20af94601237 service neutron] 10.222.0.20 "GET /v2.0/networks/96d6daca-e43a-41a5-949d-c37e06296a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300048 May 27 09:44:35.586787 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0990469 May 27 09:44:35.590044 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35504) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:35.598012 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:35.603674 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:35.609408 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Usage tracker for resource:router and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:35.613437 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:35.620376 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:35.632054 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0589864 May 27 09:44:35.636982 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.638341 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.661314 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.685637 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e0445637-f9a7-411d-bc01-4fd3c9115ff3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:44:35.687030 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e0445637-f9a7-411d-bc01-4fd3c9115ff3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1218860 May 27 09:44:35.854514 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.869526 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:44:35.870349 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.901771 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.953986 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:35.995406 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b7c0d-22f9-4025-be73-4b06654b5028 None None] Network 90da532a-34e7-429b-9c3d-1f0c8ad00df1 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:36.165882 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bf54f514-83a9-4c25-a799-8b57a81eabb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:36.237916 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:36.261452 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:36.272930 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54f514-83a9-4c25-a799-8b57a81eabb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25888814-790d-4df2-9ef8-175ae9d9d0d4,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:36.294479 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b078f8c4-bc43-457b-aa74-fac5024f3c64 req-288ead10-e3fc-441c-b874-cac8fbdcec55 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 210 time: 0.0775421 May 27 09:44:36.296321 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bf54f514-83a9-4c25-a799-8b57a81eabb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:36.306619 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Allocated IP 172.27.3.78 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/c75f0a90-8bbd-40df-9deb-f727bf24c441) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:36.342773 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bf54f514-83a9-4c25-a799-8b57a81eabb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:36.346592 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-bf54f514-83a9-4c25-a799-8b57a81eabb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25888814-790d-4df2-9ef8-175ae9d9d0d4 HTTP/1.1" status: 204 len: 168 time: 1.3043714 May 27 09:44:36.404060 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Allocated IP 172.20.0.2 (77ee0d91-f82a-4540-a638-25bb8b7f5b90/835987c0-e8bc-41aa-a694-c5822e6779c5/0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:36.456453 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-7157d90a-c627-426b-b2b7-b2e133b4e6d5 service neutron] 10.222.0.20 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802720 May 27 09:44:36.541577 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:36.638520 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-352df0dd-e149-45bd-8b92-356ceac69771 service neutron] 10.222.0.20 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811182 May 27 09:44:36.639852 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:36.668182 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:36.814432 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:36.840740 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:36.870993 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:44:36.947905 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35564) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:36.992982 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663439722-network', 'tenant_id': '4ec0230ee4f34639a8863398a25f56b9'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:36.997914 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35576) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:37.004891 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:37.025888 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.038625 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Transition to ACTIVE for port object 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:44:37.056555 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Usage tracker for resource:network and tenant:4ec0230ee4f34639a8863398a25f56b9 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:37.059483 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:37.071697 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.074205 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Transition to ACTIVE for port object 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:44:37.081595 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.090412 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:37.104043 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:37.132962 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:37.143665 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac44ee9a7314c67970604abf6c3063d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:37.149198 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:37.157542 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Made reservation on behalf of 4ec0230ee4f34639a8863398a25f56b9 for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:37.161325 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.173477 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.206227 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:37.216049 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:37.221053 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:37.228033 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:44:37.259945 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.327598 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.367157 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Pushing event updated for resources: {'Port': ['ID=0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:37.397481 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.398281 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.398624 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.399014 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.399386 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.399959 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.400976 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.400976 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.401179 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.401915 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.402195 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.402915 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Tracked resource versions report: May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: pushed versions: May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: { 'AddressGroup': {'1.2'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'ConntrackHelper': {'1.0'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Log': {'1.0'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Network': {'1.1'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Port': {'1.7'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'PortForwarding': {'1.2'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'QosPolicy': {'1.8'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SecurityGroup': {'1.4'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SecurityGroupRule': {'1.2'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SubPort': {'1.0'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Subnet': {'1.1'}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Trunk': {'1.1'}} May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: consumer versions: May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: { DHCP agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: HyperV agent@hv-cinder-78878: {}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: L3 agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: Metadata agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: Metering agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: Open vSwitch agent@dv-cinder-788782-3-iscsi: { 'AddressGroup': '1.2', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'ConntrackHelper': '1.0', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Log': '1.0', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Network': '1.1', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Port': '1.7', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'PortForwarding': '1.2', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'QosPolicy': '1.8', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SecurityGroup': '1.4', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SecurityGroupRule': '1.2', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'SubPort': '1.0', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Subnet': '1.1', May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: 'Trunk': '1.1'}} May 27 09:44:37.404049 dv-cinder-788782-3-iscsi neutron-server[108801]: {{(pid=108801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:44:37.418033 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:37.424418 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Attempting to bind port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:44:37.425200 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Attempting to bind port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:44:37.426055 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Attempting to bind port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 on network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:44:37.427596 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:37.432718 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:44:37.433443 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Checking segment: {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:37.433925 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.434961 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Bound using segment: {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:44:37.436009 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Bound port: 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:44:37.436532 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.443377 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-825343fc-2bda-455f-92f4-85dfc5e50706 req-fef9b7d2-bb6d-4775-ac4b-182fd160a42b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 210 time: 0.1182783 May 27 09:44:37.460921 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec0230ee4f34639a8863398a25f56b9 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:37.484121 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:37.511177 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:37.662158 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] For port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:44:37.674302 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] For port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:44:37.687235 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.701123 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:37.742543 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Allocated IP 172.27.3.36 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/fead008b-e0df-4047-9bb9-ebd18e031101) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:37.793807 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.828397 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:37.842676 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Pushing event updated for resources: {'Port': ['ID=c75f0a90-8bbd-40df-9deb-f727bf24c441,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:37.849055 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Pushing event updated for resources: {'Port': ['ID=0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:37.860081 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:37.875624 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:37.892569 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:37.906466 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9f1c5eeb-0ba2-4fd9-bfc6-354dfb17bcfd req-22c2105f-f2e3-414c-8e97-59f1dd4cd0df tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 210 time: 0.2058845 May 27 09:44:38.045505 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35636) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:38.080296 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ac44ee9a7314c67970604abf6c3063d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0796194 May 27 09:44:38.083778 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35648) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:38.196388 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.199848 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43161cb6-ebe3-4e99-b691-9ca4f9d39016,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:38.204509 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:38.219812 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.267347 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:38.287582 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.335184 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:44:38.343098 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.377141 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.381697 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.402721 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.402967 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Added segment b6c50dcc-78c1-45ca-94d6-1c76ab3de9fe of type vlan for network 6b8c3e22-673c-4547-bfba-01f8cf6fa124 May 27 09:44:38.406201 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbd530e-786c-4839-8fba-c5e3e0975f39,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:38.412838 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:38.416943 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:38.443209 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3a32d712-8a2d-42f4-85cb-ca6a55f8df0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.450635 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:38.472648 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Usage tracker for resource:security_group_rule and tenant:cfb140147185480abb792d8fba5a9122 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:38.482679 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:38.488328 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:38.492666 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:38.518672 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:38.520694 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:44:38.556667 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3a32d712-8a2d-42f4-85cb-ca6a55f8df0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.644564 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.765691 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Pushing event updated for resources: {'Port': ['ID=fead008b-e0df-4047-9bb9-ebd18e031101,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:38.771635 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3a32d712-8a2d-42f4-85cb-ca6a55f8df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.774374 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-88345896-a9dc-4731-a16b-fe6cd1599b3d req-aa9e11cf-869b-4b8a-9725-aab81d414f4a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 210 time: 0.1408806 May 27 09:44:38.789711 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d87cb262-5270-412d-a8b0-6bec6599fb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:38.808565 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32d712-8a2d-42f4-85cb-ca6a55f8df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43161cb6-ebe3-4e99-b691-9ca4f9d39016,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:38.810902 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3a32d712-8a2d-42f4-85cb-ca6a55f8df0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:38.825711 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:38.839182 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.878473 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.884720 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:38.885311 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.891217 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:38.915045 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3a32d712-8a2d-42f4-85cb-ca6a55f8df0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:38.918231 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-3a32d712-8a2d-42f4-85cb-ca6a55f8df0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43161cb6-ebe3-4e99-b691-9ca4f9d39016 HTTP/1.1" status: 204 len: 168 time: 0.8310034 May 27 09:44:39.061256 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de391f7a-fe0b-496f-9872-1e400ff89f50 None None] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:39.153780 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Router 9a72a26a-0079-41e1-8624-e95d5e8a6085 is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:44:39.201343 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6d67ce1b-d165-4777-8fb0-cedf0ba046e2 req-31d0539e-fb84-4c00-aa8b-e74722a1b286 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 210 time: 0.0958247 May 27 09:44:39.212314 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6b8c3e22-673c-4547-bfba-01f8cf6fa124,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:39.228344 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-255c7ed1-9091-4da5-a5e6-2ba35e58ceca None None] Provisioning for port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:44:39.282913 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:39.293464 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:39.295345 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3436654 May 27 09:44:39.305094 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35670) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:39.310683 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:39.316416 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Request body: {'subnet': {'network_id': '6b8c3e22-673c-4547-bfba-01f8cf6fa124', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663439722-subnet', 'tenant_id': '4ec0230ee4f34639a8863398a25f56b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:39.322646 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 6b8c3e22-673c-4547-bfba-01f8cf6fa124 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:44:39.330690 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:39.335169 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:39.355832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Usage tracker for resource:subnet and tenant:4ec0230ee4f34639a8863398a25f56b9 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:39.363798 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:39.391893 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:39.398561 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:44:39.410828 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:39.419332 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Sync routers for ids ['9a72a26a-0079-41e1-8624-e95d5e8a6085'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:44:39.432283 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Routers {'9a72a26a-0079-41e1-8624-e95d5e8a6085'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:44:39.433306 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:44:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['9a72a26a-0079-41e1-8624-e95d5e8a6085'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:39.448835 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Notify callbacks [] for router, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:39.455090 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9003696 May 27 09:44:39.457241 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35678) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:39.484888 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:44:39.502614 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfb140147185480abb792d8fba5a9122&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4559131 May 27 09:44:39.506713 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35684) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:39.518498 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f6496a-a325-4eaa-93c4-113341f7055e,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:39.534790 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:39.535370 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Made reservation on behalf of 4ec0230ee4f34639a8863398a25f56b9 for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:39.537659 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:39.660498 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Set router 9a72a26a-0079-41e1-8624-e95d5e8a6085 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:44:39.662419 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:44:39.672280 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:39.672665 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:39.854439 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bec58395-5ab1-4531-8643-f9e82cb57b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:39.958221 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.038032 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:44:40.070898 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.083932 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:40.105589 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bec58395-5ab1-4531-8643-f9e82cb57b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.164560 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0c386fc2-13d1-4fa6-883d-a270e2614e3d req-c9122c68-1e2d-48a5-9ac6-4cdebafd7c3b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 210 time: 0.1211267 May 27 09:44:40.172663 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-4108d7e4-46bb-4083-89a2-57769ce2adcc None None] Provisioning complete for port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:40.173060 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4108d7e4-46bb-4083-89a2-57769ce2adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.223454 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:34Z', 'updated_at': '2021-05-27T09:44:37Z', 'revision_number': 3, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'gw_port': {'id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:40.233578 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Checking router: 9a72a26a-0079-41e1-8624-e95d5e8a6085 for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:44:40.233578 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Updating router 9a72a26a-0079-41e1-8624-e95d5e8a6085 port c75f0a90-8bbd-40df-9deb-f727bf24c441 binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:44:40.299512 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:40.309440 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:40.339683 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.400477 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.612696 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4bcc1774-208b-447a-ada0-05fcce8fe3ac req-e9d2bc7f-42c5-4a3e-b4e4-45396c5be68b tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 210 time: 0.2248912 May 27 09:44:40.672712 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bec58395-5ab1-4531-8643-f9e82cb57b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.802487 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:40.838173 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec58395-5ab1-4531-8643-f9e82cb57b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f6496a-a325-4eaa-93c4-113341f7055e,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:40.866992 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bec58395-5ab1-4531-8643-f9e82cb57b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:40.873815 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.874932 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.901463 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bec58395-5ab1-4531-8643-f9e82cb57b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.905317 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-bec58395-5ab1-4531-8643-f9e82cb57b6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2f6496a-a325-4eaa-93c4-113341f7055e HTTP/1.1" status: 204 len: 168 time: 1.3947687 May 27 09:44:40.915904 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Transition to ACTIVE for port object c75f0a90-8bbd-40df-9deb-f727bf24c441 will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:44:40.938510 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:40.948073 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:41.021872 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:44:41.228194 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Attempting to bind port c75f0a90-8bbd-40df-9deb-f727bf24c441 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:44:41.231146 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Attempting to bind port c75f0a90-8bbd-40df-9deb-f727bf24c441 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:44:41.233730 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Attempting to bind port c75f0a90-8bbd-40df-9deb-f727bf24c441 on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:44:41.254057 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Allocated IP 172.20.0.1 (921c5312-2832-4749-8b94-ac07787dd31a/1bca4593-d2af-4662-b254-e5f850c43127/85325170-1dbc-42ca-a4a3-24c4850ea8f9) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:41.264157 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Pushing event updated for resources: {'Port': ['ID=c75f0a90-8bbd-40df-9deb-f727bf24c441,revision_number=2']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:41.289855 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:44:41.290232 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:41.290780 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:41.291197 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:44:41.291712 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Bound port: c75f0a90-8bbd-40df-9deb-f727bf24c441, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:44:41.299609 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:41.401063 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:44:41.427884 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.428254 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.435122 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.435605 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.435797 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.436134 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.436471 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.436799 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.439128 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.439901 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.440808 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.441434 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Tracked resource versions report: May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: pushed versions: May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: { 'AddressGroup': {'1.2'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'ConntrackHelper': {'1.0'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Log': {'1.0'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Network': {'1.1'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Port': {'1.7'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'PortForwarding': {'1.2'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'QosPolicy': {'1.8'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SecurityGroup': {'1.4'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SecurityGroupRule': {'1.2'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SubPort': {'1.0'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Subnet': {'1.1'}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Trunk': {'1.1'}} May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: consumer versions: May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: { DHCP agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: HyperV agent@hv-cinder-78878: {}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: L3 agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: Metadata agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: Metering agent@dv-cinder-788782-3-iscsi: {}, May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: Open vSwitch agent@dv-cinder-788782-3-iscsi: { 'AddressGroup': '1.2', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'ConntrackHelper': '1.0', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Log': '1.0', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Network': '1.1', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Port': '1.7', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'PortForwarding': '1.2', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'QosPolicy': '1.8', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SecurityGroup': '1.4', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SecurityGroupRule': '1.2', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'SubPort': '1.0', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Subnet': '1.1', May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: 'Trunk': '1.1'}} May 27 09:44:41.443574 dv-cinder-788782-3-iscsi neutron-server[108802]: {{(pid=108802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:44:41.454278 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:41.502811 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:41.522941 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:44:41.541531 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Sync routers for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:44:41.551549 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:41.559352 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] For port c75f0a90-8bbd-40df-9deb-f727bf24c441, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:44:41.571404 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] For port c75f0a90-8bbd-40df-9deb-f727bf24c441, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=c75f0a90-8bbd-40df-9deb-f727bf24c441,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:44:41.578054 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:44:41.578688 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:44:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:41.582258 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:41.587439 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:41.591835 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:41.595401 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:41.602916 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4c32c270-b556-4a0d-8e3a-958aee2e9427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:41.661690 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f7903854-d967-4f7c-b82a-5d94075db5f8 req-9bf5a070-face-478c-8fc8-bfdab068d9b8 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 210 time: 0.1525228 May 27 09:44:41.681808 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Network 921c5312-2832-4749-8b94-ac07787dd31a is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:41.693151 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:41.698269 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:44:41.698815 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:41.711553 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:41.713235 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1213465 May 27 09:44:41.722531 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35742) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:41.848242 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2ffc0b-e8a6-4005-af38-e366a31c287c,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:41.863813 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:41.864918 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Routers {'9a72a26a-0079-41e1-8624-e95d5e8a6085'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:44:41.866812 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:44:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['9a72a26a-0079-41e1-8624-e95d5e8a6085'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:41.913050 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Checking segment: {'id': 'b6c50dcc-78c1-45ca-94d6-1c76ab3de9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b8c3e22-673c-4547-bfba-01f8cf6fa124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:41.916141 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Network hostable DHCP agents. Network: 6b8c3e22-673c-4547-bfba-01f8cf6fa124, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:44:42.057458 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.45', 54675) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:42.068878 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Pushing event updated for resources: {'Port': ['ID=c75f0a90-8bbd-40df-9deb-f727bf24c441,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:42.080383 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:42.108438 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:42.122332 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:42.186257 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Network 6b8c3e22-673c-4547-bfba-01f8cf6fa124 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:44:42.215392 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] Set router 9a72a26a-0079-41e1-8624-e95d5e8a6085 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:44:42.225349 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 6b8c3e22-673c-4547-bfba-01f8cf6fa124) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:42.257208 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd28ca-8969-4212-9796-0c0e59c52ab2 None None] Network 6b8c3e22-673c-4547-bfba-01f8cf6fa124 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:42.376517 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-02857213-6fee-420f-83f4-6f5616c8487c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:42.378161 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-02857213-6fee-420f-83f4-6f5616c8487c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.45 "GET /v2.0/networks?id=96d6daca-e43a-41a5-949d-c37e06296a68 HTTP/1.1" status: 200 len: 812 time: 0.3051035 May 27 09:44:42.386058 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:42.386662 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:42.461755 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bc9b7cb9-c3ca-4963-bdc3-eb081f753cb4 req-7c68d803-2b26-489c-bb04-5d685cede687 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 210 time: 0.3923454 May 27 09:44:42.467335 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Request body: {'port': {'device_id': '72282031-8298-4e88-bdfc-aeb92ac2b80e', 'network_id': '96d6daca-e43a-41a5-949d-c37e06296a68', 'admin_state_up': True, 'tenant_id': '1ed0b87f96b043f2836c5131006f2958'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:42.526360 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2066333 May 27 09:44:42.647312 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Pushing event updated for resources: {'Port': ['ID=85325170-1dbc-42ca-a4a3-24c4850ea8f9,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:42.655601 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:42.661827 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:42.670154 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Usage tracker for resource:port and tenant:1ed0b87f96b043f2836c5131006f2958 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:42.693754 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Quota usage for port was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:42.795465 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.45', 54679) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:42.874726 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:42.941193 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Made reservation on behalf of 1ed0b87f96b043f2836c5131006f2958 for: {'port': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:42.958257 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:42.962992 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:34Z', 'updated_at': '2021-05-27T09:44:37Z', 'revision_number': 3, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'gw_port': {'id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:42.969702 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a69a784-17c5-4ac6-92e7-bdde0a774b6b None None] The sync data for ids ['9a72a26a-0079-41e1-8624-e95d5e8a6085'] in dv-cinder-788782-3-iscsi is: [{'id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:34Z', 'updated_at': '2021-05-27T09:44:37Z', 'revision_number': 3, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'gw_port': {'id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:44:43.019718 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94368068-83d6-498a-99e6-f1873760a70d None None] Network 6b8c3e22-673c-4547-bfba-01f8cf6fa124 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:44:43.133519 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:44:43.186589 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35812) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:43.193042 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:43.225583 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-2eb8228c-23ff-482b-ac7d-a8a96071097b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:43.228821 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-2eb8228c-23ff-482b-ac7d-a8a96071097b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 814 time: 0.4316671 May 27 09:44:43.248239 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Request body: {'port': {'device_id': '3e3c1041-244a-47f9-806a-faa1921dc749', 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495', 'admin_state_up': True, 'tenant_id': '382575c197584524ae228bcd7a5a1d5e'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:43.499398 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-aff34582-bd3f-4102-b018-dd883e7f396d req-3c62cd6b-e292-492a-8fc2-bdbc791ef05b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 210 time: 0.2637675 May 27 09:44:43.663252 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:43.681856 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:43.701060 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:43.711390 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:43.979429 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-238377df-160e-49a1-ad4c-597643fa2a27 req-a9110df6-8b6e-4eca-98b9-e92d1717128c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 210 time: 0.1681378 May 27 09:44:43.984233 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-251f8565-8794-4acd-a830-fd06127064a4 admin admin] Deleting subnet 47d72cb5-323b-4042-8007-ea44499c2ae4 {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:44:43.995837 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-251f8565-8794-4acd-a830-fd06127064a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:44.155106 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-251f8565-8794-4acd-a830-fd06127064a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:44.160555 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Pushing event updated for resources: {'Port': ['ID=85325170-1dbc-42ca-a4a3-24c4850ea8f9,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:44.214445 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:44.260792 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-251f8565-8794-4acd-a830-fd06127064a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:44.305388 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:44.316657 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Usage tracker for resource:port and tenant:382575c197584524ae228bcd7a5a1d5e is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:44.345304 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:44.494671 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:44.509322 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Network 921c5312-2832-4749-8b94-ac07787dd31a is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:44.515010 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Allocated IP 172.20.0.4 (96d6daca-e43a-41a5-949d-c37e06296a68/af18a55e-c3db-4e56-9f60-0597fafc63b0/a84fb61a-2987-4eb0-b471-7df4feeb4563) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:44.520095 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:44.587367 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Made reservation on behalf of 382575c197584524ae228bcd7a5a1d5e for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:44.606499 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:44.735354 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:38Z', 'revision_number': 3, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:44.881160 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device c75f0a90-8bbd-40df-9deb-f727bf24c441 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:44:44.975805 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Checking router: 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:44:44.976406 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Updating router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 port fead008b-e0df-4047-9bb9-ebd18e031101 binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:44:45.236807 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7c58a1b7-2a19-448f-b462-7813dffa4095 req-32ba15df-d8ef-4b0d-9565-57cfe2b8de46 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 210 time: 0.1817448 May 27 09:44:45.265620 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:45.616656 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Allocated IP 172.20.0.11 (45bc2549-c0ff-47ce-a77c-ba480b0b1495/530e0862-b549-4c0d-bd80-9e2351dc74a9/44da3312-b5ec-4691-8b63-7b9dd75ac56a) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:46.069463 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.098725 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 35958) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:46.118683 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.182722 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:46.368109 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f35bc07c-a6b3-4c69-9611-9969e8e57d17 req-b9461b51-bd3f-4486-8106-2e066737b5ab tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 210 time: 0.2678547 May 27 09:44:46.373218 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Pushing event updated for resources: {'Port': ['ID=44da3312-b5ec-4691-8b63-7b9dd75ac56a,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:46.400508 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:46.404210 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.480826 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Router 9a72a26a-0079-41e1-8624-e95d5e8a6085 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:44:46.485108 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:46.506800 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:46.514121 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:44:46.531610 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:46.532305 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.564483 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.578003 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Transition to ACTIVE for port object fead008b-e0df-4047-9bb9-ebd18e031101 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:44:46.593257 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.612632 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-4188ef79-f516-4d45-9dbe-3d8f0a505f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:46.671344 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Attempting to bind port fead008b-e0df-4047-9bb9-ebd18e031101 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:44:46.672028 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Attempting to bind port fead008b-e0df-4047-9bb9-ebd18e031101 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:44:46.672602 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Attempting to bind port fead008b-e0df-4047-9bb9-ebd18e031101 on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:44:46.687126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:44:46.687813 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:46.688443 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.689058 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:44:46.689876 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Bound port: fead008b-e0df-4047-9bb9-ebd18e031101, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:44:46.690484 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.763779 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] For port fead008b-e0df-4047-9bb9-ebd18e031101, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:44:46.767942 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] For port fead008b-e0df-4047-9bb9-ebd18e031101, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=fead008b-e0df-4047-9bb9-ebd18e031101,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:44:46.780452 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.798236 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port c75f0a90-8bbd-40df-9deb-f727bf24c441 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:44:46.808602 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port c75f0a90-8bbd-40df-9deb-f727bf24c441 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:46.809327 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:46.884339 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e6ca9-e1ad-4c43-9db3-5e24b36fe80a None None] Pushing event updated for resources: {'Port': ['ID=fead008b-e0df-4047-9bb9-ebd18e031101,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:46.889907 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-326e6ca9-e1ad-4c43-9db3-5e24b36fe80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:46.890645 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:46.963335 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Allocated IP 172.20.0.1 (77ee0d91-f82a-4540-a638-25bb8b7f5b90/835987c0-e8bc-41aa-a694-c5822e6779c5/d50051d9-ba16-41d4-924d-4daddb961e40) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:46.965115 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e6ca9-e1ad-4c43-9db3-5e24b36fe80a None None] Pushing event updated for resources: {'Port': ['ID=fead008b-e0df-4047-9bb9-ebd18e031101,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:47.001111 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-326e6ca9-e1ad-4c43-9db3-5e24b36fe80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:47.023537 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:44:47.024507 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:44:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:47.091666 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35976) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:47.096159 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:44:47.119383 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] 10.222.0.20 "PUT /v2.0/routers/9a72a26a-0079-41e1-8624-e95d5e8a6085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6610935 May 27 09:44:47.132086 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Sync routers for ids ['9a72a26a-0079-41e1-8624-e95d5e8a6085'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:44:47.151371 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Routers {'9a72a26a-0079-41e1-8624-e95d5e8a6085'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:44:47.152384 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:44:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['9a72a26a-0079-41e1-8624-e95d5e8a6085'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:47.343406 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:44:47.377942 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732e2f-7140-4703-ac1b-5b744a5628bd req-7b314256-d833-4d11-ac77-2625bcbdd097 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:47.388858 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c4732e2f-7140-4703-ac1b-5b744a5628bd req-7b314256-d833-4d11-ac77-2625bcbdd097 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 932 time: 0.8854373 May 27 09:44:47.431697 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:47.452909 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:47.556392 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:47.589771 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3484619 May 27 09:44:47.637320 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-81d0f9bb-ea32-417c-a725-b11d86d909d1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:44:47.645327 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Set router 9a72a26a-0079-41e1-8624-e95d5e8a6085 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:44:47.647801 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-81d0f9bb-ea32-417c-a725-b11d86d909d1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166793 May 27 09:44:47.649542 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Usage tracker for resource:security_group_rule and tenant:bc563843ffeb4048af10659926b0e3c1 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:47.654231 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:47.709040 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-c4732e2f-7140-4703-ac1b-5b744a5628bd req-4a8fbb30-02b2-46e0-9ae4-cbf7ec2335bf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Synchronizing usage tracker for tenant:382575c197584524ae228bcd7a5a1d5e on resource:security_group {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:44:47.713466 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:47.719802 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-251f8565-8794-4acd-a830-fd06127064a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:47.724980 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Usage tracker for resource:security_group_rule and tenant:0784be6b920a4466980fefb49b9fa9e9 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:47.754039 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:47.757766 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:47.767122 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:47.801442 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:47.825178 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-251f8565-8794-4acd-a830-fd06127064a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:47.832128 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:47.836976 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-251f8565-8794-4acd-a830-fd06127064a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/47d72cb5-323b-4042-8007-ea44499c2ae4 HTTP/1.1" status: 204 len: 168 time: 4.6220019 May 27 09:44:47.838634 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:47.846366 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 35998) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:47.851711 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f8565-8794-4acd-a830-fd06127064a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d72cb5-323b-4042-8007-ea44499c2ae4,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:47.972445 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:48.007423 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Transition to ACTIVE for port object d50051d9-ba16-41d4-924d-4daddb961e40 will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:44:48.136909 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:48.176311 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port c75f0a90-8bbd-40df-9deb-f727bf24c441, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=c75f0a90-8bbd-40df-9deb-f727bf24c441,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:44:48.180052 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-251f8565-8794-4acd-a830-fd06127064a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:48.191049 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:48.217031 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:48.221346 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-326e6ca9-e1ad-4c43-9db3-5e24b36fe80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:48.299336 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:48.301259 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:48.310234 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Request body: {'port': {'device_id': '3e3c1041-244a-47f9-806a-faa1921dc749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:48.355117 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:34Z', 'updated_at': '2021-05-27T09:44:42Z', 'revision_number': 4, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'gw_port': {'id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '85325170-1dbc-42ca-a4a3-24c4850ea8f9', 'name': '', 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'mac_address': 'fa:16:3e:14:17:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1bca4593-d2af-4662-b254-e5f850c43127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:40Z', 'updated_at': '2021-05-27T09:44:43Z', 'revision_number': 2, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'subnets': [{'id': '1bca4593-d2af-4662-b254-e5f850c43127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:48.365409 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Checking router: 9a72a26a-0079-41e1-8624-e95d5e8a6085 for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:44:48.366374 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Updating router 9a72a26a-0079-41e1-8624-e95d5e8a6085 port 85325170-1dbc-42ca-a4a3-24c4850ea8f9 binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:44:48.376521 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:48.390632 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fef166c9-2cf5-4a5a-927b-e9b4c374d7be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:48.430865 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=c75f0a90-8bbd-40df-9deb-f727bf24c441,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:48.447691 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:48.452095 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:38Z', 'revision_number': 3, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:48.456637 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e35df9-d143-470e-ae0e-8f9824be72b4 None None] The sync data for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi is: [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:38Z', 'revision_number': 3, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:44:48.463564 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:48.573289 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc563843ffeb4048af10659926b0e3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4675674 May 27 09:44:48.582472 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:48.588188 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36010) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:48.594637 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:48.613230 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:44:48.613831 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:48.654343 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Network 96d6daca-e43a-41a5-949d-c37e06296a68 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:48.713075 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:48.735415 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:48.760946 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:44:48.795713 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:48.804692 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.059778 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-9196e926-f1fe-450b-9f8d-c03a263e42f2 None None] Provisioning for port d50051d9-ba16-41d4-924d-4daddb961e40 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:44:49.072670 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-9196e926-f1fe-450b-9f8d-c03a263e42f2 None None] Provisioning complete for port d50051d9-ba16-41d4-924d-4daddb961e40 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:49.073554 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-9196e926-f1fe-450b-9f8d-c03a263e42f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.095944 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.144904 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Pushing event updated for resources: {'Port': ['ID=a84fb61a-2987-4eb0-b471-7df4feeb4563,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:49.160571 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:49.200963 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.220257 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7651703 May 27 09:44:49.250460 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Request body: {'port': {'device_id': '72282031-8298-4e88-bdfc-aeb92ac2b80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:49.290465 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.290830 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.291783 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.292215 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > port after_create 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.292561 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.292994 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > port after_update 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.293280 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.293641 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.293968 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.294305 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.302630 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-9196e926-f1fe-450b-9f8d-c03a263e42f2 None None] Port d50051d9-ba16-41d4-924d-4daddb961e40 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:44:49.399727 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1774b-bf0f-41b2-9a67-d3995c5d8eb1 req-b48e6af1-7d1b-4dd3-bccb-c7278f974f91 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:49.401273 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ef1774b-bf0f-41b2-9a67-d3995c5d8eb1 req-b48e6af1-7d1b-4dd3-bccb-c7278f974f91 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 931 time: 1.7943819 May 27 09:44:49.402020 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=d50051d9-ba16-41d4-924d-4daddb961e40,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:49.410342 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:49.430322 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e1b0b58e-4d0c-44cd-9f46-653ba6e5cf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.860s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:49.458671 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.719837 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.720461 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.722063 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.722063 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:49.722502 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90da532a-34e7-429b-9c3d-1f0c8ad00df1']}} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:49.783019 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13950a29-4565-4fe4-8a04-1aeec98593e1') {'for_net_delete': True} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:49.783361 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13950a29-4565-4fe4-8a04-1aeec98593e1') {} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:49.816982 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-792474'] for segment, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.818870 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.858833 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.860514 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Transition to ACTIVE for port object 85325170-1dbc-42ca-a4a3-24c4850ea8f9 will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:44:49.874569 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=108799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:44:49.875186 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1936769'] for segment, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.887600 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: from cryptography.utils import int_from_bytes May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: from cryptography.utils import int_from_bytes May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: Traceback (most recent call last): May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: timer() May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: cb(*args, **kw) May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: return func(*args, **kwargs) May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: self._notify() May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: self.callback(batched_events) May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: event.method(event) May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: return f(self, *a, **k) May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._get(url).json() May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: return self.request(url, 'GET', **kwargs) May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:44:49.899013 dv-cinder-788782-3-iscsi neutron-server[108799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:44:49.903932 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:49.912803 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:49.962661 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252bb56c-c00a-4770-8b9d-256221f8de71,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:49.963069 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.045431 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:50.116863 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bc110bff-283d-4131-8ace-7e4693d5f823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.175806 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68383d81-08f8-430d-8b48-7e9e2a6e6eb2 None None] Pushing event updated for resources: {'Port': ['ID=85325170-1dbc-42ca-a4a3-24c4850ea8f9,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:50.185560 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-68383d81-08f8-430d-8b48-7e9e2a6e6eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:50.198826 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:50.199734 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-6ef1774b-bf0f-41b2-9a67-d3995c5d8eb1 req-974646eb-3281-471f-8379-870b4647e9d1 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Synchronizing usage tracker for tenant:1ed0b87f96b043f2836c5131006f2958 on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:44:50.222480 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-c4732e2f-7140-4703-ac1b-5b744a5628bd req-4a8fbb30-02b2-46e0-9ae4-cbf7ec2335bf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Unset dirty status for tenant:382575c197584524ae228bcd7a5a1d5e on resource:security_group {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:44:50.239408 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c4732e2f-7140-4703-ac1b-5b744a5628bd req-4a8fbb30-02b2-46e0-9ae4-cbf7ec2335bf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.8494604 May 27 09:44:50.240474 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.316690 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0784be6b920a4466980fefb49b9fa9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1981709 May 27 09:44:50.347534 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36024) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:50.391539 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bc110bff-283d-4131-8ace-7e4693d5f823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.470420 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device fead008b-e0df-4047-9bb9-ebd18e031101 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:44:50.482658 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Attempting to bind port 85325170-1dbc-42ca-a4a3-24c4850ea8f9 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:44:50.487099 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Attempting to bind port 85325170-1dbc-42ca-a4a3-24c4850ea8f9 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:44:50.491067 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Attempting to bind port 85325170-1dbc-42ca-a4a3-24c4850ea8f9 on network 921c5312-2832-4749-8b94-ac07787dd31a {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:44:50.506317 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:44:50.508581 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Checking segment: {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:50.509067 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.509941 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Bound using segment: {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:44:50.514026 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Bound port: 85325170-1dbc-42ca-a4a3-24c4850ea8f9, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:44:50.514026 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.529382 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-6ef1774b-bf0f-41b2-9a67-d3995c5d8eb1 req-974646eb-3281-471f-8379-870b4647e9d1 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Unset dirty status for tenant:1ed0b87f96b043f2836c5131006f2958 on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:44:50.530575 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ef1774b-bf0f-41b2-9a67-d3995c5d8eb1 req-974646eb-3281-471f-8379-870b4647e9d1 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0836771 May 27 09:44:50.647482 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee664ccc-7e82-4656-a442-d2bc2e644b53,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:50.661176 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port fead008b-e0df-4047-9bb9-ebd18e031101 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:44:50.669503 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:50.671137 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port fead008b-e0df-4047-9bb9-ebd18e031101 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:50.671523 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.714987 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.783121 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.790276 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:50.798166 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] For port 85325170-1dbc-42ca-a4a3-24c4850ea8f9, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:44:50.804965 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] For port 85325170-1dbc-42ca-a4a3-24c4850ea8f9, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=85325170-1dbc-42ca-a4a3-24c4850ea8f9,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:44:50.810308 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.823157 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-f20b1f0f-75fb-4eec-95f0-4fc7478f189a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:50.861846 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44da3312-b5ec-4691-8b63-7b9dd75ac56a {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:44:50.871299 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.899984 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.907997 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.919827 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68383d81-08f8-430d-8b48-7e9e2a6e6eb2 None None] Pushing event updated for resources: {'Port': ['ID=85325170-1dbc-42ca-a4a3-24c4850ea8f9,revision_number=4']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:50.920172 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.921076 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bc110bff-283d-4131-8ace-7e4693d5f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.924543 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.936667 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Transition to ACTIVE for port object 44da3312-b5ec-4691-8b63-7b9dd75ac56a will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:44:50.936845 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port fead008b-e0df-4047-9bb9-ebd18e031101, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=fead008b-e0df-4047-9bb9-ebd18e031101,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:44:50.938585 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:50.944202 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.952036 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Routers {'9a72a26a-0079-41e1-8624-e95d5e8a6085'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:44:50.960341 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:44:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['9a72a26a-0079-41e1-8624-e95d5e8a6085'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:50.960592 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device c75f0a90-8bbd-40df-9deb-f727bf24c441 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:44:50.996444 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bc110bff-283d-4131-8ace-7e4693d5f823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:50.997730 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-bc110bff-283d-4131-8ace-7e4693d5f823 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/252bb56c-c00a-4770-8b9d-256221f8de71 HTTP/1.1" status: 204 len: 168 time: 2.1408536 May 27 09:44:51.021653 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:51.023664 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:51.299642 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=fead008b-e0df-4047-9bb9-ebd18e031101,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:51.305867 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:51.319867 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port c75f0a90-8bbd-40df-9deb-f727bf24c441 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:51.320888 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:51.340840 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Pushing event deleted for resources: {'Network': ['ID=90da532a-34e7-429b-9c3d-1f0c8ad00df1,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:51.370751 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/90da532a-34e7-429b-9c3d-1f0c8ad00df1 HTTP/1.1" status: 204 len: 168 time: 3.5211766 May 27 09:44:51.376991 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] Set router 9a72a26a-0079-41e1-8624-e95d5e8a6085 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:44:51.389112 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:51.410335 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36046) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:51.462241 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=d50051d9-ba16-41d4-924d-4daddb961e40,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:51.475719 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-68383d81-08f8-430d-8b48-7e9e2a6e6eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:51.476667 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:51.517193 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5d07acf5-cad0-4598-bcc4-53cfd011b5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.534s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:51.551612 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc110bff-283d-4131-8ace-7e4693d5f823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252bb56c-c00a-4770-8b9d-256221f8de71,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:51.609248 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bc110bff-283d-4131-8ace-7e4693d5f823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:51.611259 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0184a5e1-205e-4c6d-84d9-6573413cbb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:51.692131 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] Deleting subnet bc2ffc0b-e8a6-4005-af38-e366a31c287c {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:44:51.709751 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:51.740300 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Attempting to bind port 44da3312-b5ec-4691-8b63-7b9dd75ac56a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:44:51.740676 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Attempting to bind port 44da3312-b5ec-4691-8b63-7b9dd75ac56a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:44:51.741045 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Attempting to bind port 44da3312-b5ec-4691-8b63-7b9dd75ac56a on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:44:51.750005 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:51.757196 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:51.759033 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Port 44da3312-b5ec-4691-8b63-7b9dd75ac56a on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:44:51.759364 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Attempting to bind port 44da3312-b5ec-4691-8b63-7b9dd75ac56a on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:44:51.771719 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Pushing event updated for resources: {'Port': ['ID=44da3312-b5ec-4691-8b63-7b9dd75ac56a,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:51.783484 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:51.784653 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:44:51.784995 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Checking segment: {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:51.785647 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Bound using segment: {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:44:51.786186 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Bound port: 44da3312-b5ec-4691-8b63-7b9dd75ac56a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:44:51.786577 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:51.795614 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-792483'] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:51.823923 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:34Z', 'updated_at': '2021-05-27T09:44:42Z', 'revision_number': 4, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'gw_port': {'id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '85325170-1dbc-42ca-a4a3-24c4850ea8f9', 'name': '', 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'mac_address': 'fa:16:3e:14:17:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1bca4593-d2af-4662-b254-e5f850c43127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:40Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'subnets': [{'id': '1bca4593-d2af-4662-b254-e5f850c43127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:51.830622 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a483d-2dbb-42c4-81a6-842390729e2b None None] The sync data for ids ['9a72a26a-0079-41e1-8624-e95d5e8a6085'] in dv-cinder-788782-3-iscsi is: [{'id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:34Z', 'updated_at': '2021-05-27T09:44:42Z', 'revision_number': 4, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'gw_port': {'id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '85325170-1dbc-42ca-a4a3-24c4850ea8f9', 'name': '', 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'mac_address': 'fa:16:3e:14:17:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1bca4593-d2af-4662-b254-e5f850c43127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:40Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'subnets': [{'id': '1bca4593-d2af-4662-b254-e5f850c43127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:44:51.860088 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:52.027767 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] For port 44da3312-b5ec-4691-8b63-7b9dd75ac56a, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:44:52.035104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] For port 44da3312-b5ec-4691-8b63-7b9dd75ac56a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=44da3312-b5ec-4691-8b63-7b9dd75ac56a,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:44:52.061310 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc54879-e5ed-4896-a519-c31e43008245 req-0956cbb0-3726-47ef-997b-2124159c8c44 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:52.062199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-4cc54879-e5ed-4896-a519-c31e43008245 req-0956cbb0-3726-47ef-997b-2124159c8c44 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Synchronizing usage tracker for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:44:52.066218 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:52.108080 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-75f245f8-42de-41cb-ab8b-6380cfca8765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:52.140091 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-65b9af02-4bd9-4b25-b95b-19fe3354f70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:52.184126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-e112a10e-9d11-4306-887e-63839b2a28af None None] Provisioning complete for port d50051d9-ba16-41d4-924d-4daddb961e40 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:52.193642 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e112a10e-9d11-4306-887e-63839b2a28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:52.302531 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-87737488-0997-4e48-894c-f2f36e5375e8 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:52.303630 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-87737488-0997-4e48-894c-f2f36e5375e8 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Synchronizing usage tracker for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:network {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:44:52.391385 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-e112a10e-9d11-4306-887e-63839b2a28af None None] Port d50051d9-ba16-41d4-924d-4daddb961e40 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:44:52.403870 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-65b9af02-4bd9-4b25-b95b-19fe3354f70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:52.503807 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device fead008b-e0df-4047-9bb9-ebd18e031101 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:44:52.571808 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-87737488-0997-4e48-894c-f2f36e5375e8 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Unset dirty status for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:network {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:44:52.584857 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-87737488-0997-4e48-894c-f2f36e5375e8 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 819 time: 1.6974230 May 27 09:44:52.600588 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port fead008b-e0df-4047-9bb9-ebd18e031101 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:52.601438 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:52.608100 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-4cc54879-e5ed-4896-a519-c31e43008245 req-0956cbb0-3726-47ef-997b-2124159c8c44 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Unset dirty status for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:44:52.609332 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4cc54879-e5ed-4896-a519-c31e43008245 req-0956cbb0-3726-47ef-997b-2124159c8c44 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 944 time: 1.1503420 May 27 09:44:52.695824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:52.698528 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:52.701991 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] 10.222.0.45 "PUT /v2.0/ports/44da3312-b5ec-4691-8b63-7b9dd75ac56a HTTP/1.1" status: 200 len: 1094 time: 4.8574085 May 27 09:44:52.705998 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3c1041-244a-47f9-806a-faa1921dc749', 'tag': '44da3312-b5ec-4691-8b63-7b9dd75ac56a'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:44:52.869991 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:44:52.879561 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-65b9af02-4bd9-4b25-b95b-19fe3354f70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:52.888310 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-5ce888b3-e858-47fa-aa96-495251d5da0c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/quotas/483f02bc51f2488fb4546e24e4300ba1 HTTP/1.1" status: 200 len: 375 time: 0.3016765 May 27 09:44:52.899679 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1741603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262222279'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:52.935725 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 85325170-1dbc-42ca-a4a3-24c4850ea8f9 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:44:52.941643 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Pushing event updated for resources: {'Port': ['ID=44da3312-b5ec-4691-8b63-7b9dd75ac56a,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:52.945641 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:52.975448 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3a32d712-8a2d-42f4-85cb-ca6a55f8df0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:53.020474 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9af02-4bd9-4b25-b95b-19fe3354f70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee664ccc-7e82-4656-a442-d2bc2e644b53,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:53.035637 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-65b9af02-4bd9-4b25-b95b-19fe3354f70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:53.040788 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4cc54879-e5ed-4896-a519-c31e43008245 req-f03aed39-20b3-453b-8650-8c723bc57322 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487575 May 27 09:44:53.158877 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5ecb9b8a-0749-44a9-9311-bcc0dbbd611f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:53.216836 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:44:53.224423 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 85325170-1dbc-42ca-a4a3-24c4850ea8f9 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:44:53.230047 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] 10.222.0.20 "PUT /v2.0/routers/5bd5ca41-5bd2-455b-a97f-ebe58a544dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5059435 May 27 09:44:53.232843 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Sync routers for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:44:53.236022 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 85325170-1dbc-42ca-a4a3-24c4850ea8f9 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:53.236797 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:53.269697 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:53.450951 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84fb61a-2987-4eb0-b471-7df4feeb4563 {{(pid=108799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:44:53.458338 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:44:53.460068 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:44:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:53.464206 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:53.480254 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4e3a3-ac9f-4f59-a316-97e0513d4d09 req-b5889cb6-10dd-4ed4-9040-66354f581634 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:53.485311 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2ffc0b-e8a6-4005-af38-e366a31c287c,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:53.488631 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-58f4e3a3-ac9f-4f59-a316-97e0513d4d09 req-b5889cb6-10dd-4ed4-9040-66354f581634 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 931 time: 0.1336730 May 27 09:44:53.501256 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:53.516021 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc2ffc0b-e8a6-4005-af38-e366a31c287c HTTP/1.1" status: 204 len: 168 time: 2.1018691 May 27 09:44:53.519223 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-65b9af02-4bd9-4b25-b95b-19fe3354f70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:53.520047 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36086) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:53.524166 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-65b9af02-4bd9-4b25-b95b-19fe3354f70f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee664ccc-7e82-4656-a442-d2bc2e644b53 HTTP/1.1" status: 204 len: 168 time: 3.1368506 May 27 09:44:53.526949 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.provisioning_blocks [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Transition to ACTIVE for port object a84fb61a-2987-4eb0-b471-7df4feeb4563 will not be triggered until provisioned by entity L2. {{(pid=108799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:44:53.537207 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:53.550368 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8363ee70-be20-404c-bb14-473e3aa5534d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:53.751537 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-58f4e3a3-ac9f-4f59-a316-97e0513d4d09 req-2b7340e4-3dd2-4688-a6c9-2c578b077821 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619312 May 27 09:44:53.783879 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:53.798561 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:53.853544 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-2572d2c9-618d-4e44-bab7-b1dd70b9306d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Synchronizing usage tracker for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:44:53.964707 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Pushing event updated for resources: {'Port': ['ID=a84fb61a-2987-4eb0-b471-7df4feeb4563,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:53.984232 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:54.066663 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-2572d2c9-618d-4e44-bab7-b1dd70b9306d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Unset dirty status for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:44:54.068515 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-2572d2c9-618d-4e44-bab7-b1dd70b9306d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1677427 May 27 09:44:54.077656 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 85325170-1dbc-42ca-a4a3-24c4850ea8f9, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=85325170-1dbc-42ca-a4a3-24c4850ea8f9,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:44:54.122138 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3c1041-244a-47f9-806a-faa1921dc749', 'tag': '44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'status': 'completed', 'code': 200} May 27 09:44:54.127900 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.managers [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Attempting to bind port a84fb61a-2987-4eb0-b471-7df4feeb4563 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:44:54.136069 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.managers [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Attempting to bind port a84fb61a-2987-4eb0-b471-7df4feeb4563 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a923d6d8-b2e6-49e7-9ff7-ec1b2a051573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '96d6daca-e43a-41a5-949d-c37e06296a68'}] {{(pid=108799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:44:54.136776 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Attempting to bind port a84fb61a-2987-4eb0-b471-7df4feeb4563 on network 96d6daca-e43a-41a5-949d-c37e06296a68 {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:44:54.140324 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:54.171396 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:54.203775 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:54.248718 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Port a84fb61a-2987-4eb0-b471-7df4feeb4563 on network 96d6daca-e43a-41a5-949d-c37e06296a68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:44:54.259705 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Attempting to bind port a84fb61a-2987-4eb0-b471-7df4feeb4563 on network 96d6daca-e43a-41a5-949d-c37e06296a68 {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:44:54.265775 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.267276 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.271421 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.272160 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.273026 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.274190 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.275743 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.276204 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.276846 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.277992 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.298147 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:44:54.314850 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Checking segment: {'id': 'a923d6d8-b2e6-49e7-9ff7-ec1b2a051573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '96d6daca-e43a-41a5-949d-c37e06296a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:54.315792 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Bound using segment: {'id': 'a923d6d8-b2e6-49e7-9ff7-ec1b2a051573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '96d6daca-e43a-41a5-949d-c37e06296a68'} {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:44:54.316626 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.managers [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Bound port: a84fb61a-2987-4eb0-b471-7df4feeb4563, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a923d6d8-b2e6-49e7-9ff7-ec1b2a051573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '96d6daca-e43a-41a5-949d-c37e06296a68'}}] {{(pid=108799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:44:54.317209 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:54.472592 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:44:54.515650 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.515999 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.516333 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.516897 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:44:54.517264 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8c3e22-673c-4547-bfba-01f8cf6fa124']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:54.538311 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36110) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:54.591844 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-4c159006-7462-4b8d-ba55-1180454680a5 service neutron] 10.222.0.20 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114002 May 27 09:44:54.593575 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:54.628379 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c50dcc-78c1-45ca-94d6-1c76ab3de9fe') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:54.628379 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c50dcc-78c1-45ca-94d6-1c76ab3de9fe') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:54.635745 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=85325170-1dbc-42ca-a4a3-24c4850ea8f9,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:54.635745 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:54.645871 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:54.651014 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:54.668362 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Usage tracker for resource:security_group_rule and tenant:18589e1bd1124ac8bdfc2ee982755e8d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:54.675343 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:54.684955 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:54.688591 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:54.709502 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:44:54.709956 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: from cryptography.utils import int_from_bytes May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: from cryptography.utils import int_from_bytes May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:44:54.728921 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:44:54.762120 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] For port a84fb61a-2987-4eb0-b471-7df4feeb4563, host hv-cinder-78878, cleared binding levels {{(pid=108799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:44:54.792791 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] For port a84fb61a-2987-4eb0-b471-7df4feeb4563, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a84fb61a-2987-4eb0-b471-7df4feeb4563,segment=NetworkSegment(a923d6d8-b2e6-49e7-9ff7-ec1b2a051573),segment_id=a923d6d8-b2e6-49e7-9ff7-ec1b2a051573)] {{(pid=108799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:44:54.817149 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:54.867002 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:55.005390 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:44:49Z', 'revision_number': 2, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:55.010024 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Checking router: 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:44:55.010391 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Updating router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 port d50051d9-ba16-41d4-924d-4daddb961e40 binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:44:55.071421 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:55.072005 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.073854 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] 10.222.0.45 "PUT /v2.0/ports/a84fb61a-2987-4eb0-b471-7df4feeb4563 HTTP/1.1" status: 200 len: 1093 time: 5.8382235 May 27 09:44:55.087971 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72282031-8298-4e88-bdfc-aeb92ac2b80e', 'tag': 'a84fb61a-2987-4eb0-b471-7df4feeb4563'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:44:55.091699 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.097289 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.098630 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.107844 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-51294d13-ef77-42b5-b2e6-03448987b907 service neutron] 10.222.0.20 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038531 May 27 09:44:55.109355 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.119734 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36126) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:55.159380 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:55.187063 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Pushing event updated for resources: {'Port': ['ID=a84fb61a-2987-4eb0-b471-7df4feeb4563,revision_number=3']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:55.195732 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:55.281345 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.307695 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18589e1bd1124ac8bdfc2ee982755e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7604959 May 27 09:44:55.320950 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855086913', 'description': 'tempest-description--1626416341'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:55.336935 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36136) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:55.478154 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:55.544333 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:44:55.566686 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f4cc6eec-0cd7-4b1a-9956-ea6b1c985767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.599695 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:security_group and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:55.670646 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:55.699430 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b8c3e22-673c-4547-bfba-01f8cf6fa124 HTTP/1.1" status: 204 len: 168 time: 2.1783276 May 27 09:44:55.742376 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:55.744830 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426506f8-e1c0-444c-adfa-c9bb26ee7040,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:55.753823 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f4cc6eec-0cd7-4b1a-9956-ea6b1c985767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.765217 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:55.777250 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e86c96f2-6627-401e-9ecb-1cb0926f32d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:55.812629 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b8c3e22-673c-4547-bfba-01f8cf6fa124,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:55.817723 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:55.824992 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.886197 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:55.905156 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:security_group_rule and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:55.909985 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-687fcb29-989f-4914-a821-656c803f4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:55.917371 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-687fcb29-989f-4914-a821-656c803f4790 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed0b87f96b043f2836c5131006f2958&device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 1096 time: 0.5445809 May 27 09:44:55.922220 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:55.946358 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff330199-3090-44f5-a752-54e4d4ef7ab1 req-cf93fa3a-b48b-45a5-a31f-f0232410b48a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:55.953187 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ff330199-3090-44f5-a752-54e4d4ef7ab1 req-cf93fa3a-b48b-45a5-a31f-f0232410b48a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 944 time: 0.4670408 May 27 09:44:55.974389 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f4cc6eec-0cd7-4b1a-9956-ea6b1c985767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:55.974797 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:56.029254 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:56.073942 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:56.094729 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc6eec-0cd7-4b1a-9956-ea6b1c985767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426506f8-e1c0-444c-adfa-c9bb26ee7040,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:56.102272 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f4cc6eec-0cd7-4b1a-9956-ea6b1c985767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:56.118829 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-ab39ff32-9bdf-46e3-97f2-39104cea0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:56.121339 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-ab39ff32-9bdf-46e3-97f2-39104cea0983 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 1097 time: 0.9232769 May 27 09:44:56.123189 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f4cc6eec-0cd7-4b1a-9956-ea6b1c985767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:56.127931 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f4cc6eec-0cd7-4b1a-9956-ea6b1c985767 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/426506f8-e1c0-444c-adfa-c9bb26ee7040 HTTP/1.1" status: 204 len: 168 time: 0.7823403 May 27 09:44:56.159495 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e774b0a-f25f-4e4d-854b-5f9f6aa65c82 req-ee30544d-795c-4577-a54c-dd56658c785f tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:56.160824 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-0e774b0a-f25f-4e4d-854b-5f9f6aa65c82 req-ee30544d-795c-4577-a54c-dd56658c785f tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Synchronizing usage tracker for tenant:1ed0b87f96b043f2836c5131006f2958 on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:44:56.212950 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.db.resource_extend [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 09:44:56.312135 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-0e774b0a-f25f-4e4d-854b-5f9f6aa65c82 req-ee30544d-795c-4577-a54c-dd56658c785f tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Unset dirty status for tenant:1ed0b87f96b043f2836c5131006f2958 on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:44:56.317268 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0e774b0a-f25f-4e4d-854b-5f9f6aa65c82 req-ee30544d-795c-4577-a54c-dd56658c785f tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 943 time: 0.7235680 May 27 09:44:56.359452 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-164f219d-e4c3-4caf-8f31-075d8f8588ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44da3312-b5ec-4691-8b63-7b9dd75ac56a HTTP/1.1" status: 200 len: 217 time: 0.1879957 May 27 09:44:56.411369 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 85325170-1dbc-42ca-a4a3-24c4850ea8f9 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:44:56.558257 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36162) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:56.580337 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-9c039f92-fd6d-43c8-8762-07c9d0ea55e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:56.582197 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-9c039f92-fd6d-43c8-8762-07c9d0ea55e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=530e0862-b549-4c0d-bd80-9e2351dc74a9 HTTP/1.1" status: 200 len: 854 time: 0.1459732 May 27 09:44:56.590100 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-2c2d62ad-2481-4434-87b1-66813929e04d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a84fb61a-2987-4eb0-b471-7df4feeb4563 HTTP/1.1" status: 200 len: 217 time: 0.3346794 May 27 09:44:56.601073 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ff330199-3090-44f5-a752-54e4d4ef7ab1 req-3d7c472e-83b7-41d8-8122-67c71cea4487 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349084 May 27 09:44:56.655715 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 85325170-1dbc-42ca-a4a3-24c4850ea8f9 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:44:56.657082 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:56.746680 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-a9ab2eb9-20b9-4bbc-ab4c-da57b7255470 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45bc2549-c0ff-47ce-a77c-ba480b0b1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454842 May 27 09:44:56.770094 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0e774b0a-f25f-4e4d-854b-5f9f6aa65c82 req-bc73b3ce-522f-4193-ab85-667135ca72a5 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188836 May 27 09:44:56.878659 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:56.965854 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:56.985622 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:57.052766 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Transition to ACTIVE for port object d50051d9-ba16-41d4-924d-4daddb961e40 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:44:57.134933 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:57.155693 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bf54f514-83a9-4c25-a799-8b57a81eabb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:57.175673 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:57.213251 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-908663e7-1a2d-4777-9565-b8d31842b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:57.229267 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-908663e7-1a2d-4777-9565-b8d31842b15a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af18a55e-c3db-4e56-9f60-0597fafc63b0 HTTP/1.1" status: 200 len: 852 time: 0.6174207 May 27 09:44:57.261205 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-41ddcede-b355-4922-bf8d-29a654a8f75d service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889293 May 27 09:44:57.298222 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f966fde-6c56-426b-be98-22163611f149 req-1217bb8a-0e9b-4c27-94eb-103d4055d30e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 210 time: 0.3056159 May 27 09:44:57.514473 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-9886e041-ead6-458d-afc1-1820d9138d83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=744e94f8c6644cc5a6eee54bd900e055&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9262922 May 27 09:44:57.588339 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36188) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:57.849168 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e5edc0-a49b-4f92-aa9e-0067cdab2f77,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:57.881313 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:57.889250 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-c4e6cc2d-1c7e-4b05-ab36-72157665f143 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d6daca-e43a-41a5-949d-c37e06296a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5668504 May 27 09:44:57.901115 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:57.902504 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.6718118 May 27 09:44:57.908049 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36208) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:57.916785 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'security_group_rule': {'security_group_id': '44e5edc0-a49b-4f92-aa9e-0067cdab2f77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:57.992740 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.45', 54694) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:57.996713 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:57.999183 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72282031-8298-4e88-bdfc-aeb92ac2b80e', 'tag': 'a84fb61a-2987-4eb0-b471-7df4feeb4563', 'status': 'completed', 'code': 200} May 27 09:44:58.232172 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4f58a-7173-48c1-bebd-6a984b289f68 None None] Pushing event updated for resources: {'Port': ['ID=d50051d9-ba16-41d4-924d-4daddb961e40,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:58.239579 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c6d4f58a-7173-48c1-bebd-6a984b289f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:58.314078 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c9ac5ed3-d5d4-4f07-889b-9b19119f3846 req-3f54e5f8-c93f-4936-b06d-d3930960d934 service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0391691 May 27 09:44:58.316412 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fee1a213-dc91-4603-9ea9-4da8d457ca14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:58.366495 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-f1078482-8440-4540-bbca-2847a25a72ef tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:58.369227 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-f1078482-8440-4540-bbca-2847a25a72ef tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 819 time: 0.3694522 May 27 09:44:58.380564 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:security_group_rule and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:58.384703 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:58.400029 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:58.474823 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Attempting to bind port d50051d9-ba16-41d4-924d-4daddb961e40 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:44:58.477188 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Attempting to bind port d50051d9-ba16-41d4-924d-4daddb961e40 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:44:58.477671 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Attempting to bind port d50051d9-ba16-41d4-924d-4daddb961e40 on network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:44:58.498222 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:44:58.498796 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Checking segment: {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:44:58.499315 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:58.499854 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Bound using segment: {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:44:58.500796 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Bound port: d50051d9-ba16-41d4-924d-4daddb961e40, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:44:58.504279 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:58.732548 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] For port d50051d9-ba16-41d4-924d-4daddb961e40, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:44:58.737836 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] For port d50051d9-ba16-41d4-924d-4daddb961e40, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=d50051d9-ba16-41d4-924d-4daddb961e40,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:44:58.748138 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:58.753497 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fee1a213-dc91-4603-9ea9-4da8d457ca14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:58.753780 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:58.800245 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648363-3544-46b3-990d-038b783c36e1 req-c48b5a9e-229c-4708-9b68-7e41be53fc19 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:58.801951 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-c48b5a9e-229c-4708-9b68-7e41be53fc19 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 819 time: 0.6857018 May 27 09:44:58.826149 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-63d7fc2f-6698-4514-b369-eeff33af3e9d service neutron] 10.222.0.45 "GET /v2.0/networks/96d6daca-e43a-41a5-949d-c37e06296a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9040859 May 27 09:44:58.832295 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-c32e35b5-59b7-4adc-acf9-1b20bf8a0dee tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/quotas/483f02bc51f2488fb4546e24e4300ba1 HTTP/1.1" status: 200 len: 375 time: 0.0242138 May 27 09:44:58.844331 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Request body: {'port': {'device_id': 'ae8e901b-1694-48e1-9cc2-714b546cd53d', 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a', 'admin_state_up': True, 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:58.850042 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aed988-aeda-4a4d-b436-a1e669444979 req-2823328e-4ede-4d10-84e4-31a1444ecb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:58.850042 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-31aed988-aeda-4a4d-b436-a1e669444979 req-2823328e-4ede-4d10-84e4-31a1444ecb54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 1097 time: 0.2745051 May 27 09:44:58.852130 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:44:58.852814 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:44:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:58.975094 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fee1a213-dc91-4603-9ea9-4da8d457ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:59.035836 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:59.073048 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4f58a-7173-48c1-bebd-6a984b289f68 None None] Pushing event updated for resources: {'Port': ['ID=d50051d9-ba16-41d4-924d-4daddb961e40,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:59.079361 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c6d4f58a-7173-48c1-bebd-6a984b289f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:59.091210 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-65b9af02-4bd9-4b25-b95b-19fe3354f70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:59.109765 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1a213-dc91-4603-9ea9-4da8d457ca14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c6feb5-0547-4d12-b220-e653e13b413f,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:59.119526 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-fee1a213-dc91-4603-9ea9-4da8d457ca14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:59.153685 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fee1a213-dc91-4603-9ea9-4da8d457ca14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:59.158218 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-fee1a213-dc91-4603-9ea9-4da8d457ca14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2c6feb5-0547-4d12-b220-e653e13b413f HTTP/1.1" status: 204 len: 168 time: 1.5688100 May 27 09:44:59.229196 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-d8406824-1c67-4016-8455-26578a82a695 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3902969 May 27 09:44:59.233102 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aed988-aeda-4a4d-b436-a1e669444979 req-f6c72c2f-5c56-47bf-8572-0ad7eb9054a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:59.235098 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-31aed988-aeda-4a4d-b436-a1e669444979 req-f6c72c2f-5c56-47bf-8572-0ad7eb9054a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 915 time: 0.2894773 May 27 09:44:59.271140 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:44:59.412833 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:59.470650 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17732184-c2aa-4957-87ba-4fc4ee9b6939 req-1155ec17-d3a3-4143-b443-dc4140836393 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:59.479377 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17732184-c2aa-4957-87ba-4fc4ee9b6939 req-1155ec17-d3a3-4143-b443-dc4140836393 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 944 time: 1.0445838 May 27 09:44:59.481372 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:59.497810 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-31aed988-aeda-4a4d-b436-a1e669444979 req-cab0aa14-f494-411e-b92c-507802fe999d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44da3312-b5ec-4691-8b63-7b9dd75ac56a HTTP/1.1" status: 200 len: 217 time: 0.1328552 May 27 09:44:59.520791 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:44:59.579626 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdf158d-03a0-4646-ad23-598937049455,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:59.586182 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:59.596981 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:59.617332 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:44:59.637233 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:59.638552 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7274766 May 27 09:44:59.645203 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Made reservation on behalf of 483f02bc51f2488fb4546e24e4300ba1 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:59.646492 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36264) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:44:59.660600 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:44:59.663646 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'security_group_rule': {'security_group_id': '44e5edc0-a49b-4f92-aa9e-0067cdab2f77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:44:59.687167 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:44:59.698552 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:security_group_rule and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:44:59.704708 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-15a48e92-1bd2-4fa8-a236-669397b51a40 service neutron] 10.222.0.20 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657741 May 27 09:44:59.714821 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:44:59.729551 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17732184-c2aa-4957-87ba-4fc4ee9b6939 req-c7301dd1-13ae-432a-a8c2-1d4e216d0e89 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478213 May 27 09:44:59.746954 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8e9d2510-2fb7-49fb-af08-a5408c65d02b req-ceffb0f8-7f64-49b1-9aaa-54647ce9d4a7 service neutron] 10.222.0.45 "GET /v2.0/networks/96d6daca-e43a-41a5-949d-c37e06296a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942604 May 27 09:44:59.759271 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:44:59.765743 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aed988-aeda-4a4d-b436-a1e669444979 req-85f29faa-8e33-44e5-9b4a-7814d7191bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:44:59.766016 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-31aed988-aeda-4a4d-b436-a1e669444979 req-85f29faa-8e33-44e5-9b4a-7814d7191bcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=530e0862-b549-4c0d-bd80-9e2351dc74a9 HTTP/1.1" status: 200 len: 854 time: 0.2521443 May 27 09:44:59.813459 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:44:58Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:59.818631 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada0084-cb77-4049-b12f-067a36c4a5da None None] The sync data for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi is: [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:44:58Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:44:59.999809 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36276) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:00.017672 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-31aed988-aeda-4a4d-b436-a1e669444979 req-55863fee-67fa-4d49-a8d5-2d74a0ca1bcd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45bc2549-c0ff-47ce-a77c-ba480b0b1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2344811 May 27 09:45:00.041809 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:00.208814 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-b6ac524d-9512-48b9-b40f-5d61fa40d78e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ec0230ee4f34639a8863398a25f56b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1965442 May 27 09:45:00.213300 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36290) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:00.265635 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-d52dc034-601f-4126-80d0-0b7c9b38c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:00.267105 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-d52dc034-601f-4126-80d0-0b7c9b38c28a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed0b87f96b043f2836c5131006f2958&device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 1096 time: 0.4091432 May 27 09:45:00.279349 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e2dac-f4e6-4802-8235-a55ca8f6ec38 req-3744bad0-8b70-4c8a-ad7c-42454203958a tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:00.287661 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-052e2dac-f4e6-4802-8235-a55ca8f6ec38 req-3744bad0-8b70-4c8a-ad7c-42454203958a tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 943 time: 0.3255014 May 27 09:45:00.290068 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Allocated IP 172.20.0.10 (921c5312-2832-4749-8b94-ac07787dd31a/1bca4593-d2af-4662-b254-e5f850c43127/1b005f5d-e5fd-451d-ae65-820c3e7375ae) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:45:00.347478 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:00.350142 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-c9d1491f-0218-42b4-81bb-e8c3eefcdeab service neutron] 10.222.0.20 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302056 May 27 09:45:00.384585 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:00.427453 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:00.467096 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370534ed-b9d8-422e-8b61-387be17dd18f,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:00.475640 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:00.484551 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-31aed988-aeda-4a4d-b436-a1e669444979 req-b0e2264f-777a-4d68-af7e-ccf922348781 service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256384 May 27 09:45:00.499120 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device d50051d9-ba16-41d4-924d-4daddb961e40 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:45:00.684339 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-74011703-e22b-4a88-87db-6576130bafd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:00.722736 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port d50051d9-ba16-41d4-924d-4daddb961e40 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:45:00.728935 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port d50051d9-ba16-41d4-924d-4daddb961e40 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:45:00.729586 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:00.794629 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-052e2dac-f4e6-4802-8235-a55ca8f6ec38 req-43b05062-0646-4205-94bf-0f237a980902 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002706 May 27 09:45:00.816511 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:00.830640 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1811512 May 27 09:45:00.837461 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36320) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:00.874269 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'floatingip': {'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:00.913983 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:00.947573 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a84fb61a-2987-4eb0-b471-7df4feeb4563 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:45:01.025607 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-77817de7-4738-441e-a082-13dfb492584b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:01.027427 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:floatingip and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:01.058911 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bda11954-b821-432d-abe7-9a6805b8ea60 req-ff9ed3da-4c74-44d4-a647-a9808defad5d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 210 time: 0.1608975 May 27 09:45:01.065086 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:01.134170 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:01.134329 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-77817de7-4738-441e-a082-13dfb492584b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:01.151491 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-31aed988-aeda-4a4d-b436-a1e669444979 req-bf062f6a-a095-4026-aa86-4465d5a595d7 service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619051 May 27 09:45:01.163580 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:01.247625 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36336) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:01.451873 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-4ed0ccf1-c304-4e8a-b1de-fb7241b45ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:01.455490 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-4ed0ccf1-c304-4e8a-b1de-fb7241b45ef8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=96d6daca-e43a-41a5-949d-c37e06296a68 HTTP/1.1" status: 200 len: 913 time: 1.1482518 May 27 09:45:01.575923 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:01.618793 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:01.736769 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:01.762242 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Usage tracker for resource:security_group_rule and tenant:5813d925e6db4b3d9d3a83d3660f3eed is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:01.778702 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:01.789566 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port d50051d9-ba16-41d4-924d-4daddb961e40, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=d50051d9-ba16-41d4-924d-4daddb961e40,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:01.844344 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:01.850613 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:01.869965 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:02.029296 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port a84fb61a-2987-4eb0-b471-7df4feeb4563, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a84fb61a-2987-4eb0-b471-7df4feeb4563,segment=NetworkSegment(a923d6d8-b2e6-49e7-9ff7-ec1b2a051573),segment_id=a923d6d8-b2e6-49e7-9ff7-ec1b2a051573)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:02.083742 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-29375bd0-0914-4c60-b200-f6368b595db2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a84fb61a-2987-4eb0-b471-7df4feeb4563 HTTP/1.1" status: 200 len: 217 time: 0.5365140 May 27 09:45:02.095921 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.109304 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': 'a84fb61a-2987-4eb0-b471-7df4feeb4563', 'network_id': '96d6daca-e43a-41a5-949d-c37e06296a68', 'port_id': 'a84fb61a-2987-4eb0-b471-7df4feeb4563', 'mac_address': 'fa:16:3e:5e:16:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af18a55e-c3db-4e56-9f60-0597fafc63b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:45:02.171878 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-77817de7-4738-441e-a082-13dfb492584b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.185362 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=d50051d9-ba16-41d4-924d-4daddb961e40,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:02.189540 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:02.195018 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a4a4a887-d0a7-42d2-8cea-78e868554977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:02.196720 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.219373 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84fb61a-2987-4eb0-b471-7df4feeb4563 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:02.233413 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337ca57-e012-4d7d-9a37-cc1601045604 req-234ed205-c78f-4d58-b5f3-4ab2fa2da9b1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:02.235124 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e337ca57-e012-4d7d-9a37-cc1601045604 req-234ed205-c78f-4d58-b5f3-4ab2fa2da9b1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 944 time: 1.0274839 May 27 09:45:02.241854 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77817de7-4738-441e-a082-13dfb492584b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbd530e-786c-4839-8fba-c5e3e0975f39,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:02.250833 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.251073 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port a84fb61a-2987-4eb0-b471-7df4feeb4563, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a84fb61a-2987-4eb0-b471-7df4feeb4563,segment=NetworkSegment(a923d6d8-b2e6-49e7-9ff7-ec1b2a051573),segment_id=a923d6d8-b2e6-49e7-9ff7-ec1b2a051573)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:02.254722 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-77817de7-4738-441e-a082-13dfb492584b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:02.257430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-7e197d94-47c2-4ec2-a01f-839685757397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:02.259008 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-7e197d94-47c2-4ec2-a01f-839685757397 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af18a55e-c3db-4e56-9f60-0597fafc63b0 HTTP/1.1" status: 200 len: 852 time: 0.1629438 May 27 09:45:02.267219 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.267945 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 44da3312-b5ec-4691-8b63-7b9dd75ac56a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:45:02.271745 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:02.281090 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.321339 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.339243 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f4cc6eec-0cd7-4b1a-9956-ea6b1c985767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:02.344743 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-897e8f45-a072-4fff-9d2f-4c1b28f42bdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d6daca-e43a-41a5-949d-c37e06296a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646620 May 27 09:45:02.357022 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-77817de7-4738-441e-a082-13dfb492584b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.358205 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-77817de7-4738-441e-a082-13dfb492584b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebbd530e-786c-4839-8fba-c5e3e0975f39 HTTP/1.1" status: 204 len: 168 time: 2.1418788 May 27 09:45:02.396029 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e337ca57-e012-4d7d-9a37-cc1601045604 req-1b3e4a85-b6e9-425b-b071-f32109c9d81b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502433 May 27 09:45:02.465307 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e186388-1b3c-4493-ad62-0fbe6ab0b750 req-d74fb7cf-eb4a-47c0-a257-c275b39cd1d8 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:02.469428 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9e186388-1b3c-4493-ad62-0fbe6ab0b750 req-d74fb7cf-eb4a-47c0-a257-c275b39cd1d8 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 943 time: 0.3661304 May 27 09:45:02.477410 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5813d925e6db4b3d9d3a83d3660f3eed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2279997 May 27 09:45:02.478329 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5bb3cf-1bf0-4f34-9ab1-8c1a34dd6c02,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:02.480933 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36356) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:02.492380 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Allocated IP 172.27.3.167 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/86fe9269-51b0-4a2f-b1ea-ffd7ccd7bcd4) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:45:02.495935 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:02.505289 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.540095 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:02.543916 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=a84fb61a-2987-4eb0-b471-7df4feeb4563,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:02.567126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device d50051d9-ba16-41d4-924d-4daddb961e40 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:45:02.640978 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:02.643533 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-29d410f9-0a64-41e5-b031-9bfcfca7fef5 service neutron] 10.222.0.45 "GET /v2.0/networks/96d6daca-e43a-41a5-949d-c37e06296a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871809 May 27 09:45:02.647846 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Network 921c5312-2832-4749-8b94-ac07787dd31a is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:45:02.653574 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:45:02.677711 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:45:02.726934 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Pushing event updated for resources: {'Port': ['ID=1b005f5d-e5fd-451d-ae65-820c3e7375ae,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:02.763919 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 44da3312-b5ec-4691-8b63-7b9dd75ac56a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=44da3312-b5ec-4691-8b63-7b9dd75ac56a,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:02.785177 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port d50051d9-ba16-41d4-924d-4daddb961e40 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:45:02.785761 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.834982 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9e186388-1b3c-4493-ad62-0fbe6ab0b750 req-2ccc52d3-e21d-4078-9c09-8be87fbfea74 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400030 May 27 09:45:02.849295 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495', 'port_id': '44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'mac_address': 'fa:16:3e:5b:1c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530e0862-b549-4c0d-bd80-9e2351dc74a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:45:02.898374 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:02.928687 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a6fced70-0412-4a58-ae36-cfe9e7fe5631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:02.959841 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0fef220c-a2e5-4e61-8b01-bf63c2701b41 req-0233d9bc-dcd4-4c56-87aa-47e68c8c95cb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Synchronizing usage tracker for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:03.022861 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.055765 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44da3312-b5ec-4691-8b63-7b9dd75ac56a {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:03.073902 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:03.074618 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.080007 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.099385 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 44da3312-b5ec-4691-8b63-7b9dd75ac56a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=44da3312-b5ec-4691-8b63-7b9dd75ac56a,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:03.114948 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.117240 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:03.200813 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a6fced70-0412-4a58-ae36-cfe9e7fe5631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.215811 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.218723 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648363-3544-46b3-990d-038b783c36e1 req-05ea097c-199f-4355-a684-ae0ccf91b5f7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:03.220234 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-05ea097c-199f-4355-a684-ae0ccf91b5f7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 819 time: 0.3747833 May 27 09:45:03.233061 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=44da3312-b5ec-4691-8b63-7b9dd75ac56a,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:03.234480 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Request body: {'port': {'device_id': 'cecf452b-0c0b-499a-924f-af4ce3aff956', 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a', 'admin_state_up': True, 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:03.250548 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:03.252402 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0fef220c-a2e5-4e61-8b01-bf63c2701b41 req-0233d9bc-dcd4-4c56-87aa-47e68c8c95cb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Unset dirty status for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:03.257350 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0fef220c-a2e5-4e61-8b01-bf63c2701b41 req-0233d9bc-dcd4-4c56-87aa-47e68c8c95cb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 210 time: 0.5370975 May 27 09:45:03.281486 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6514592 May 27 09:45:03.339468 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Request body: {'port': {'device_id': 'ae8e901b-1694-48e1-9cc2-714b546cd53d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:03.383982 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-3556d513-caf6-4525-a2f0-ad88938f9e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.392677 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['44da3312-b5ec-4691-8b63-7b9dd75ac56a'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:45:03.408426 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17ad6e90-5b0c-4469-b72e-45a816e694f7 req-93ba60b7-f9f0-49bc-a5ff-e82c30255f40 service neutron] 10.222.0.45 "GET /v2.0/networks/96d6daca-e43a-41a5-949d-c37e06296a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523570 May 27 09:45:03.494086 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.499354 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:03.501423 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['a84fb61a-2987-4eb0-b471-7df4feeb4563'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:45:03.502006 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:03.532897 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a6fced70-0412-4a58-ae36-cfe9e7fe5631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.544787 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:03.577855 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:03.604490 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:45:03.609060 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:45:03.613986 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'Port': ['ID=86fe9269-51b0-4a2f-b1ea-ffd7ccd7bcd4,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:03.618003 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:45:03.637550 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fced70-0412-4a58-ae36-cfe9e7fe5631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5bb3cf-1bf0-4f34-9ab1-8c1a34dd6c02,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:03.680481 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a6fced70-0412-4a58-ae36-cfe9e7fe5631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:03.685056 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a6fced70-0412-4a58-ae36-cfe9e7fe5631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.687734 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-a6fced70-0412-4a58-ae36-cfe9e7fe5631 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c5bb3cf-1bf0-4f34-9ab1-8c1a34dd6c02 HTTP/1.1" status: 204 len: 168 time: 1.2051921 May 27 09:45:03.759453 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.782873 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:03.793140 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:03.793946 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Made reservation on behalf of 483f02bc51f2488fb4546e24e4300ba1 for: {'port': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:45:03.797912 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:04.130166 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:04.221053 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:04.332162 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b7d12-9070-447c-a79a-c5d7905381f6 req-41583ca4-4412-4370-9d87-f9a186a58c0b tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:04.333702 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5a1b7d12-9070-447c-a79a-c5d7905381f6 req-41583ca4-4412-4370-9d87-f9a186a58c0b tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 944 time: 0.2219226 May 27 09:45:04.403657 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36436) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:04.436837 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:04.446235 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5a1b7d12-9070-447c-a79a-c5d7905381f6 req-7765ef4b-f96e-44ec-947f-5c6b9318952d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069980 May 27 09:45:04.451488 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b005f5d-e5fd-451d-ae65-820c3e7375ae {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:04.460839 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:04.463267 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca618e2e-2b71-432b-b259-ae578cb300a6 req-2dde2b47-2f9c-4505-937d-d5ab3b2cde62 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:04.464785 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ca618e2e-2b71-432b-b259-ae578cb300a6 req-2dde2b47-2f9c-4505-937d-d5ab3b2cde62 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 945 time: 0.6730995 May 27 09:45:04.468931 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:04.480054 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Transition to ACTIVE for port object 1b005f5d-e5fd-451d-ae65-820c3e7375ae will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:45:04.485642 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:04.491491 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:04.511434 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Usage tracker for resource:security_group_rule and tenant:a2033121c79c4d9680d2dd477673da01 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:04.520587 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:04.572911 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:04.666457 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ca618e2e-2b71-432b-b259-ae578cb300a6 req-30b9bae5-c0ba-411a-b66b-cc91b7ba171e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925559 May 27 09:45:04.670629 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Pushing event updated for resources: {'Port': ['ID=1b005f5d-e5fd-451d-ae65-820c3e7375ae,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:04.673083 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Allocated IP 172.20.0.7 (921c5312-2832-4749-8b94-ac07787dd31a/1bca4593-d2af-4662-b254-e5f850c43127/b67ccf43-6425-404a-9613-b17463abf875) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:45:04.684536 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:04.719999 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:04.739068 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:04.754378 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:04.958349 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'Port': ['ID=86fe9269-51b0-4a2f-b1ea-ffd7ccd7bcd4,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:04.960211 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0c6e5d2b-255e-4e28-8887-fa9c3b41f499 req-4aaa304a-f640-4457-b8b1-fc637030c0c9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 210 time: 0.1907382 May 27 09:45:04.961432 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Attempting to bind port 1b005f5d-e5fd-451d-ae65-820c3e7375ae on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:45:04.961896 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Attempting to bind port 1b005f5d-e5fd-451d-ae65-820c3e7375ae by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:45:04.962303 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Attempting to bind port 1b005f5d-e5fd-451d-ae65-820c3e7375ae on network 921c5312-2832-4749-8b94-ac07787dd31a {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:45:04.985478 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Port 1b005f5d-e5fd-451d-ae65-820c3e7375ae on network 921c5312-2832-4749-8b94-ac07787dd31a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:45:04.985824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Attempting to bind port 1b005f5d-e5fd-451d-ae65-820c3e7375ae on network 921c5312-2832-4749-8b94-ac07787dd31a {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:45:04.996148 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:05.005081 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:45:05.005333 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Checking segment: {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:45:05.005738 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Bound using segment: {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:45:05.006194 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Bound port: 1b005f5d-e5fd-451d-ae65-820c3e7375ae, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:45:05.006552 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.050157 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.055768 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.064072 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.094871 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ab14de84-b585-4ea4-b427-a6e29807cad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:05.127089 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] For port 1b005f5d-e5fd-451d-ae65-820c3e7375ae, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:45:05.133268 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a84fb61a-2987-4eb0-b471-7df4feeb4563 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:45:05.134231 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] For port 1b005f5d-e5fd-451d-ae65-820c3e7375ae, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:45:05.140384 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.144654 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:05.145432 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2033121c79c4d9680d2dd477673da01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7385247 May 27 09:45:05.152624 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36470) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:05.212838 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:05.213469 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.215010 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] 10.222.0.45 "PUT /v2.0/ports/1b005f5d-e5fd-451d-ae65-820c3e7375ae HTTP/1.1" status: 200 len: 1094 time: 1.8956096 May 27 09:45:05.215811 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8e901b-1694-48e1-9cc2-714b546cd53d', 'tag': '1b005f5d-e5fd-451d-ae65-820c3e7375ae'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:05.236661 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Pushing event updated for resources: {'Port': ['ID=1b005f5d-e5fd-451d-ae65-820c3e7375ae,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:05.241370 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:05.307216 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8e901b-1694-48e1-9cc2-714b546cd53d', 'tag': '1b005f5d-e5fd-451d-ae65-820c3e7375ae', 'status': 'completed', 'code': 200} May 27 09:45:05.323010 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c8b06-9775-4ed7-8727-4411ebfbd63b,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:05.343866 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bf0e93e4-9b69-4231-9433-6cff3b781953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:05.345535 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-bf0e93e4-9b69-4231-9433-6cff3b781953 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1097 time: 0.0822423 May 27 09:45:05.347062 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:05.359555 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.378163 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5219805 May 27 09:45:05.390889 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port a84fb61a-2987-4eb0-b471-7df4feeb4563 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:45:05.397833 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port a84fb61a-2987-4eb0-b471-7df4feeb4563 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:45:05.398217 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.420110 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.498460 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-de250a3e-2731-4c3c-9f81-6bde3b05ac76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae HTTP/1.1" status: 200 len: 217 time: 0.1444542 May 27 09:45:05.522546 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.528115 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-defa32cd-d393-44cb-a245-8ca685363eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.546234 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:05.588690 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-993f3d5f-8014-42e8-9a1c-5a1865d0bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:05.590311 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-993f3d5f-8014-42e8-9a1c-5a1865d0bef2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.0863969 May 27 09:45:05.670342 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.693039 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-defa32cd-d393-44cb-a245-8ca685363eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.712463 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-89ba2c32-4b65-43cc-9dd7-ef3ba0371415 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141281 May 27 09:45:05.713037 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72282031-8298-4e88-bdfc-aeb92ac2b80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84fb61a-2987-4eb0-b471-7df4feeb4563'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:05.852149 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port a84fb61a-2987-4eb0-b471-7df4feeb4563, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a84fb61a-2987-4eb0-b471-7df4feeb4563,segment=NetworkSegment(a923d6d8-b2e6-49e7-9ff7-ec1b2a051573),segment_id=a923d6d8-b2e6-49e7-9ff7-ec1b2a051573)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:05.859962 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.862207 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Network 921c5312-2832-4749-8b94-ac07787dd31a is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:45:05.863237 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.864280 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 44da3312-b5ec-4691-8b63-7b9dd75ac56a up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:45:05.875838 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:45:05.878560 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-defa32cd-d393-44cb-a245-8ca685363eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:05.925560 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:05.953287 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:45:06.092122 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-a15d7763-4ca6-4d93-96de-1930413508e5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Synchronizing usage tracker for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:06.097668 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-e2003f97-6b78-4348-b00b-21ece74d30ae service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782411 May 27 09:45:06.157173 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=a84fb61a-2987-4eb0-b471-7df4feeb4563,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:06.164037 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:06.170484 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Pushing event updated for resources: {'Port': ['ID=b67ccf43-6425-404a-9613-b17463abf875,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:06.178561 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-defa32cd-d393-44cb-a245-8ca685363eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:06.181325 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-defa32cd-d393-44cb-a245-8ca685363eab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca0c8b06-9775-4ed7-8727-4411ebfbd63b HTTP/1.1" status: 204 len: 168 time: 1.0276129 May 27 09:45:06.185055 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 44da3312-b5ec-4691-8b63-7b9dd75ac56a completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:45:06.192433 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 44da3312-b5ec-4691-8b63-7b9dd75ac56a triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:45:06.192902 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:06.202525 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-a15d7763-4ca6-4d93-96de-1930413508e5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Unset dirty status for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:06.214633 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-a15d7763-4ca6-4d93-96de-1930413508e5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1855086913&fields=id&tenant_id=3b330abb3b9042a3b420a8d642e8057d HTTP/1.1" status: 200 len: 267 time: 0.2239943 May 27 09:45:06.217744 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:06.224631 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-eca379b9-f904-4847-8e81-f13465614a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:06.261000 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa32cd-d393-44cb-a245-8ca685363eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c8b06-9775-4ed7-8727-4411ebfbd63b,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:06.275817 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-defa32cd-d393-44cb-a245-8ca685363eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:06.289008 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:06.290177 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:06.335589 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9c9e0-8ebf-4a74-b028-2859f53b1bc6 req-8828eb41-8815-41ac-9d93-5ad8728e57f4 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:06.344906 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-43a9c9e0-8ebf-4a74-b028-2859f53b1bc6 req-8828eb41-8815-41ac-9d93-5ad8728e57f4 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.5308888 May 27 09:45:06.374589 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1445012 May 27 09:45:06.389477 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Request body: {'port': {'device_id': 'cecf452b-0c0b-499a-924f-af4ce3aff956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:06.466290 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36530) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:06.475749 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:06.491318 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-c47d8563-bd8f-48c5-846b-7aa20c286675 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:06.492273 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-c47d8563-bd8f-48c5-846b-7aa20c286675 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Synchronizing usage tracker for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:network {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:06.516500 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 44da3312-b5ec-4691-8b63-7b9dd75ac56a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=44da3312-b5ec-4691-8b63-7b9dd75ac56a,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:06.523708 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-c47d8563-bd8f-48c5-846b-7aa20c286675 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Unset dirty status for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:network {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:06.525133 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:06.527581 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-326e6ca9-e1ad-4c43-9db3-5e24b36fe80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:06.530364 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-c47d8563-bd8f-48c5-846b-7aa20c286675 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 817 time: 0.2323105 May 27 09:45:06.550861 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b90b5b75-0679-4b18-9b69-f6f0c36f2165 req-1e671114-ec4b-476b-95c5-d8378fdbc8b7 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368119 May 27 09:45:06.561632 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9d06bca6-8e5a-47a0-af76-9d89f7748999 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/quotas/3b330abb3b9042a3b420a8d642e8057d HTTP/1.1" status: 200 len: 375 time: 0.0302653 May 27 09:45:06.615624 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=44da3312-b5ec-4691-8b63-7b9dd75ac56a,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:06.631218 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:06.687044 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:06.703221 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-43a9c9e0-8ebf-4a74-b028-2859f53b1bc6 req-76aab81b-93b1-4474-ac4f-b69df0a289f9 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562663 May 27 09:45:06.711522 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:06.720668 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:06.729107 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Usage tracker for resource:security_group_rule and tenant:d29f639ed4dc4f4bbf4de37c43e3e2f4 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:06.733713 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:06.747775 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-4462813b-1d8c-4ac5-ab88-b35475b64ec0 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Synchronizing usage tracker for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:06.754241 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545b223-a835-44fa-b846-304c4d729c61 req-7f61c3b9-0336-4387-bfe2-586024f3b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:06.756082 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4545b223-a835-44fa-b846-304c4d729c61 req-7f61c3b9-0336-4387-bfe2-586024f3b5ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1097 time: 0.1347289 May 27 09:45:06.771006 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:06.796253 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-4462813b-1d8c-4ac5-ab88-b35475b64ec0 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Unset dirty status for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:06.797587 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-4462813b-1d8c-4ac5-ab88-b35475b64ec0 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2351882 May 27 09:45:07.006586 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545b223-a835-44fa-b846-304c4d729c61 req-02e1c427-bc9c-4418-83a5-630a86d69022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:07.008075 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4545b223-a835-44fa-b846-304c4d729c61 req-02e1c427-bc9c-4418-83a5-630a86d69022 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 920 time: 0.2444355 May 27 09:45:07.090960 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-02bcc927-2050-4910-b695-cf041100c088 service neutron] 10.222.0.20 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417493 May 27 09:45:07.092108 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4545b223-a835-44fa-b846-304c4d729c61 req-b427b43c-9932-4a71-891b-b5fabd602b2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae HTTP/1.1" status: 200 len: 217 time: 0.0718601 May 27 09:45:07.135440 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182fc6f-30b4-4899-b7fe-2d54e769c6e8 req-517f1e9d-dc57-43f4-a306-09b1a76e9692 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:07.136867 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4182fc6f-30b4-4899-b7fe-2d54e769c6e8 req-517f1e9d-dc57-43f4-a306-09b1a76e9692 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 946 time: 0.2702708 May 27 09:45:07.196018 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:07.212862 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:07.231894 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:07.253430 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4182fc6f-30b4-4899-b7fe-2d54e769c6e8 req-e8a4d493-de78-478b-a4c1-d2fd615c47eb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912383 May 27 09:45:07.301805 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd16092-dbbb-491f-a185-287cba83ddb4,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:07.305764 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:07.336747 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545b223-a835-44fa-b846-304c4d729c61 req-a5a8305e-4513-4fdc-bd47-d9d54dc0abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:07.338195 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4545b223-a835-44fa-b846-304c4d729c61 req-a5a8305e-4513-4fdc-bd47-d9d54dc0abad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.2333865 May 27 09:45:07.340267 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d29f639ed4dc4f4bbf4de37c43e3e2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8686852 May 27 09:45:07.351479 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36560) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:07.365661 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67ccf43-6425-404a-9613-b17463abf875 {{(pid=108799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:07.373733 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:07.420018 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.provisioning_blocks [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Transition to ACTIVE for port object b67ccf43-6425-404a-9613-b17463abf875 will not be triggered until provisioned by entity L2. {{(pid=108799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:45:07.425140 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4545b223-a835-44fa-b846-304c4d729c61 req-0dce5aa8-239c-425e-b104-aba8eeac1e53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744445 May 27 09:45:07.432816 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:07.459857 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:07.464043 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-4ceb16a7-205d-4c8d-9b1a-8db857de177e service neutron] 10.222.0.20 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603170 May 27 09:45:07.582828 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-815805b5-71c2-4a4e-af05-485aa9fdbcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:07.630498 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4545b223-a835-44fa-b846-304c4d729c61 req-96e0d28a-a88b-4ef9-bced-fe114135276c service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904509 May 27 09:45:07.632646 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-815805b5-71c2-4a4e-af05-485aa9fdbcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:07.867910 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Pushing event updated for resources: {'Port': ['ID=b67ccf43-6425-404a-9613-b17463abf875,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:07.913365 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4545b223-a835-44fa-b846-304c4d729c61 req-6cadad85-ce62-4bff-8304-ebe4ecc8173c service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719977 May 27 09:45:07.918840 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:07.919128 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-815805b5-71c2-4a4e-af05-485aa9fdbcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:07.928535 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:07.944070 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815805b5-71c2-4a4e-af05-485aa9fdbcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd16092-dbbb-491f-a185-287cba83ddb4,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:07.947383 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-815805b5-71c2-4a4e-af05-485aa9fdbcc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:07.967789 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-815805b5-71c2-4a4e-af05-485aa9fdbcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:07.975865 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-815805b5-71c2-4a4e-af05-485aa9fdbcc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bd16092-dbbb-491f-a185-287cba83ddb4 HTTP/1.1" status: 204 len: 168 time: 0.6205392 May 27 09:45:08.184692 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d144a-e6d3-420f-959c-0c6242b4751c req-e74dc4c9-cb12-4c4c-bc52-720491806ab4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:08.185547 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-d59d144a-e6d3-420f-959c-0c6242b4751c req-e74dc4c9-cb12-4c4c-bc52-720491806ab4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Synchronizing usage tracker for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:08.189806 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.managers [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Attempting to bind port b67ccf43-6425-404a-9613-b17463abf875 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:45:08.191006 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.managers [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Attempting to bind port b67ccf43-6425-404a-9613-b17463abf875 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'}] {{(pid=108799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:45:08.191352 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Attempting to bind port b67ccf43-6425-404a-9613-b17463abf875 on network 921c5312-2832-4749-8b94-ac07787dd31a {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:45:08.198551 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Port b67ccf43-6425-404a-9613-b17463abf875 on network 921c5312-2832-4749-8b94-ac07787dd31a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:45:08.199170 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Attempting to bind port b67ccf43-6425-404a-9613-b17463abf875 on network 921c5312-2832-4749-8b94-ac07787dd31a {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:45:08.206518 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:45:08.207211 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Checking segment: {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:45:08.207847 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Bound using segment: {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'} {{(pid=108799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:45:08.208536 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.managers [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Bound port: b67ccf43-6425-404a-9613-b17463abf875, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d3e05b-0e05-4fda-a004-680666a4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a'}}] {{(pid=108799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:45:08.209156 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:08.278832 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72282031-8298-4e88-bdfc-aeb92ac2b80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84fb61a-2987-4eb0-b471-7df4feeb4563', 'code': 200} May 27 09:45:08.305275 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-d59d144a-e6d3-420f-959c-0c6242b4751c req-e74dc4c9-cb12-4c4c-bc52-720491806ab4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Unset dirty status for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:08.307623 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d59d144a-e6d3-420f-959c-0c6242b4751c req-e74dc4c9-cb12-4c4c-bc52-720491806ab4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 943 time: 0.8498976 May 27 09:45:08.419444 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-d59d144a-e6d3-420f-959c-0c6242b4751c req-1516cc64-58a3-41a4-bb1b-2827b2e8d3f0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Synchronizing usage tracker for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:security_group {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:08.433725 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-90f28ec8-2672-4f96-b4cf-d296c3648072 req-b783d2b3-7da8-4279-9318-f084d7cd1b78 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 210 time: 0.0499799 May 27 09:45:08.435331 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] For port b67ccf43-6425-404a-9613-b17463abf875, host hv-cinder-78878, cleared binding levels {{(pid=108799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:45:08.452332 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] For port b67ccf43-6425-404a-9613-b17463abf875, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b67ccf43-6425-404a-9613-b17463abf875,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:45:08.459240 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-d59d144a-e6d3-420f-959c-0c6242b4751c req-1516cc64-58a3-41a4-bb1b-2827b2e8d3f0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Unset dirty status for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:security_group {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:08.461768 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d59d144a-e6d3-420f-959c-0c6242b4751c req-1516cc64-58a3-41a4-bb1b-2827b2e8d3f0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425855 May 27 09:45:08.466030 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:08.476480 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:08.615416 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:08.616400 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:08.620018 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] 10.222.0.45 "PUT /v2.0/ports/b67ccf43-6425-404a-9613-b17463abf875 HTTP/1.1" status: 200 len: 1093 time: 2.2375288 May 27 09:45:08.620506 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecf452b-0c0b-499a-924f-af4ce3aff956', 'tag': 'b67ccf43-6425-404a-9613-b17463abf875'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:08.667546 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Pushing event updated for resources: {'Port': ['ID=b67ccf43-6425-404a-9613-b17463abf875,revision_number=3']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:08.673296 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:08.739765 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-63dbaf12-0e22-4d79-ac93-d0a2338cddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:08.742193 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-63dbaf12-0e22-4d79-ac93-d0a2338cddf7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 1098 time: 0.2151136 May 27 09:45:08.791200 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36620) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:08.796146 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:08.845852 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec09f-0aa8-4c8f-88c2-be6951bcbca1 req-9f06bedb-6286-41b6-bc88-a6fa7fcdb789 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:08.849894 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-768ec09f-0aa8-4c8f-88c2-be6951bcbca1 req-9f06bedb-6286-41b6-bc88-a6fa7fcdb789 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.1786819 May 27 09:45:08.854102 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:08.859792 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Usage tracker for resource:security_group_rule and tenant:dcfd7315b2c5436c81274f4fc7b5b041 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:08.860237 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab17f5-d1ce-489b-87f4-8beaa2c8e767 req-28bb70c5-09d8-49f9-8185-b039688c1ed8 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:08.863563 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:08.867547 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-82ab17f5-d1ce-489b-87f4-8beaa2c8e767 req-28bb70c5-09d8-49f9-8185-b039688c1ed8 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 946 time: 0.1748164 May 27 09:45:08.871630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:08.903831 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648363-3544-46b3-990d-038b783c36e1 req-1e631efd-bb3b-4bcb-85f4-1f103e95b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:08.906700 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-1e631efd-bb3b-4bcb-85f4-1f103e95b1cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 1096 time: 0.1532011 May 27 09:45:08.930613 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-82ab17f5-d1ce-489b-87f4-8beaa2c8e767 req-db9c8a5f-3183-4882-ab90-fb27f1bd3373 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621355 May 27 09:45:08.931033 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:08.953433 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:08.958276 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Usage tracker for resource:security_group_rule and tenant:c4cf180d83124b4799c20b9e4354fea9 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:08.961172 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:08.967286 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:09.006143 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecf452b-0c0b-499a-924f-af4ce3aff956', 'tag': 'b67ccf43-6425-404a-9613-b17463abf875', 'status': 'completed', 'code': 200} May 27 09:45:09.007526 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-bfc56315-a590-4b88-bf90-c9f239a72d3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b67ccf43-6425-404a-9613-b17463abf875 HTTP/1.1" status: 200 len: 217 time: 0.0879056 May 27 09:45:09.071482 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-768ec09f-0aa8-4c8f-88c2-be6951bcbca1 req-71003a3d-4705-41fc-bf46-df56939158bc tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418869 May 27 09:45:09.110587 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:09.126202 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648363-3544-46b3-990d-038b783c36e1 req-e5086ace-1ee8-40ee-a83e-b48746a3d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:09.126454 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:09.130960 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-e5086ace-1ee8-40ee-a83e-b48746a3d0d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.1155040 May 27 09:45:09.142356 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:09.173959 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1b005f5d-e5fd-451d-ae65-820c3e7375ae details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:45:09.186989 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9abb7cd5-e447-4b09-9bbd-001602f7ca43 req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232664 May 27 09:45:09.188625 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:09.197160 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8fc15e-b640-4319-9576-9e5a528fa935,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:09.211015 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:09.215975 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:09.219630 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-47570758-ff06-48f9-b3f6-526efc4049e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727661 May 27 09:45:09.225564 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bec58395-5ab1-4531-8643-f9e82cb57b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:09.266576 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4cf180d83124b4799c20b9e4354fea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720571 May 27 09:45:09.268949 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c67422a-f874-45df-b006-64f4464575ac,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:09.271505 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36634) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:09.284133 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:09.374636 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1b005f5d-e5fd-451d-ae65-820c3e7375ae, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:09.393403 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '1b005f5d-e5fd-451d-ae65-820c3e7375ae', 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a', 'port_id': '1b005f5d-e5fd-451d-ae65-820c3e7375ae', 'mac_address': 'fa:16:3e:91:9f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bca4593-d2af-4662-b254-e5f850c43127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:45:09.482057 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:09.483173 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36640) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:09.523493 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b005f5d-e5fd-451d-ae65-820c3e7375ae {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:09.560561 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1b005f5d-e5fd-451d-ae65-820c3e7375ae, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:09.572535 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:09.575266 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:09.646251 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-0246e2cb-8b43-48fa-8d94-3dd4183aea43 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882210 May 27 09:45:09.704790 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=1b005f5d-e5fd-451d-ae65-820c3e7375ae,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:09.709961 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:09.803869 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['1b005f5d-e5fd-451d-ae65-820c3e7375ae'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:45:09.812361 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8c8b391d-1c34-4607-b876-b76f4e459890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:09.949251 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-563baf2d-c8c7-4450-bce8-ceb88695f1b6 req-ba56717a-1612-4e9e-be8c-9d37b1a6677f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 210 time: 0.2339742 May 27 09:45:10.198613 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8c8b391d-1c34-4607-b876-b76f4e459890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:10.212709 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-58c83079-1c07-4138-9417-aa50850f3996 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:10.214169 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-58c83079-1c07-4138-9417-aa50850f3996 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 817 time: 0.8208458 May 27 09:45:10.218740 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:10.271250 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da648363-3544-46b3-990d-038b783c36e1 req-7d4efcc4-8f11-4a89-9fa2-d133061552ac service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144092 May 27 09:45:10.283015 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3c1041-244a-47f9-806a-faa1921dc749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44da3312-b5ec-4691-8b63-7b9dd75ac56a'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:10.305669 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:10.310292 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ae54f-2aac-4357-89fd-04d38f14fe80 req-14a02d49-b425-45e7-803b-e2115f8b5edf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:10.312445 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-dc0ae54f-2aac-4357-89fd-04d38f14fe80 req-14a02d49-b425-45e7-803b-e2115f8b5edf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 946 time: 0.1607220 May 27 09:45:10.325280 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-75b0a9dd-24b2-491f-ba81-d6aad3b4ad36 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b330abb3b9042a3b420a8d642e8057d HTTP/1.1" status: 200 len: 380 time: 0.0954118 May 27 09:45:10.326252 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Usage tracker for resource:security_group_rule and tenant:8d55101dd7c645ce9949bae517b71205 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:10.330117 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:10.338799 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:10.347552 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'port': {'device_id': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'admin_state_up': True, 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'security_groups': ['44e5edc0-a49b-4f92-aa9e-0067cdab2f77']}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:10.438576 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-dc0ae54f-2aac-4357-89fd-04d38f14fe80 req-6e0c09a3-9c02-423e-bf1e-b49bdca33777 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982630 May 27 09:45:10.461074 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-80e8c36d-d509-4ed2-bb1c-d21392553262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:10.462715 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-80e8c36d-d509-4ed2-bb1c-d21392553262 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 1096 time: 0.1038690 May 27 09:45:10.490864 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766de66-b939-49f1-ac48-0aae59269f0c req-e7ff9e2f-2557-4cf6-befd-f864b1820001 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:10.492253 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a766de66-b939-49f1-ac48-0aae59269f0c req-e7ff9e2f-2557-4cf6-befd-f864b1820001 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 943 time: 0.5976155 May 27 09:45:10.545544 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8c8b391d-1c34-4607-b876-b76f4e459890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:10.557219 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:10.609971 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b391d-1c34-4607-b876-b76f4e459890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c67422a-f874-45df-b006-64f4464575ac,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:10.612843 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8c8b391d-1c34-4607-b876-b76f4e459890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:10.631597 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:10.642583 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a766de66-b939-49f1-ac48-0aae59269f0c req-19931908-11a3-4344-8740-4724439eb65c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331885 May 27 09:45:10.689056 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-5d0765b0-1834-44c7-ad91-24cb95b33064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:10.689642 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8c8b391d-1c34-4607-b876-b76f4e459890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:10.690668 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-5d0765b0-1834-44c7-ad91-24cb95b33064 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 920 time: 0.2199316 May 27 09:45:10.694163 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-8c8b391d-1c34-4607-b876-b76f4e459890 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c67422a-f874-45df-b006-64f4464575ac HTTP/1.1" status: 204 len: 168 time: 1.4089022 May 27 09:45:10.707401 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:10.718479 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:10.732425 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:10.748796 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:10.775657 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3c1041-244a-47f9-806a-faa1921dc749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'code': 200} May 27 09:45:10.782316 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f064aa8-f11c-45be-ac77-bce51a2bdb6a,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:10.785655 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Made reservation on behalf of 3b330abb3b9042a3b420a8d642e8057d for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:45:10.789442 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:10.794603 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-ee910fcb-e4a1-4b50-b9b7-0bbb7a1efeb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b67ccf43-6425-404a-9613-b17463abf875 HTTP/1.1" status: 200 len: 217 time: 0.0900695 May 27 09:45:10.806085 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:10.807590 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b4dae-a79e-4f05-ac2f-438dc9312dc2 req-fb72d759-480c-4e2c-b01c-5a85a8bf2811 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:10.809089 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0f1b4dae-a79e-4f05-ac2f-438dc9312dc2 req-fb72d759-480c-4e2c-b01c-5a85a8bf2811 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.2379153 May 27 09:45:10.865557 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d55101dd7c645ce9949bae517b71205&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3807199 May 27 09:45:10.871452 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36674) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:10.959981 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0f1b4dae-a79e-4f05-ac2f-438dc9312dc2 req-c5e3058b-c94d-4201-ba19-fb768978545d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430976 May 27 09:45:10.971469 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-0cd77084-0c67-453c-b16b-8751a2de15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:10.973344 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-0cd77084-0c67-453c-b16b-8751a2de15b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.1274436 May 27 09:45:11.044003 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-015b31d6-eb80-4c32-9a63-8d6865e5d0df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518036 May 27 09:45:11.179521 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-af7b5478-1ed7-4629-a10f-3a3dd74d0411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:11.187084 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1b005f5d-e5fd-451d-ae65-820c3e7375ae up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:45:11.206558 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4c65f5e7-397d-4f62-81d6-950919f267fa req-d8c6fd02-c472-4b51-a0cb-7c6dead8fb46 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 210 time: 0.1046586 May 27 09:45:11.230023 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-e444372c-b67c-4410-87b3-c49dbe25a4f4 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793058 May 27 09:45:11.250332 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Allocated IP 172.20.0.9 (77ee0d91-f82a-4540-a638-25bb8b7f5b90/835987c0-e8bc-41aa-a694-c5822e6779c5/ca6f0cec-80ff-4430-8c51-ff89c951f408) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:45:11.256817 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-af7b5478-1ed7-4629-a10f-3a3dd74d0411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:11.346628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124e4f-7752-4592-a60e-cec80a618adf req-8fe2d713-302a-4931-9e1b-1cb7fa7936af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:11.348580 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e8124e4f-7752-4592-a60e-cec80a618adf req-8fe2d713-302a-4931-9e1b-1cb7fa7936af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 1099 time: 0.3200989 May 27 09:45:11.357341 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 1b005f5d-e5fd-451d-ae65-820c3e7375ae completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:45:11.371448 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 1b005f5d-e5fd-451d-ae65-820c3e7375ae triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:45:11.371835 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:11.399609 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-877c9691-6d5c-4712-8fb8-345ebc83381a req-7dfce600-5e95-4303-a577-bc8bf962b757 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555369 May 27 09:45:11.421659 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-af7b5478-1ed7-4629-a10f-3a3dd74d0411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:11.432469 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3d92d698-4a94-4911-a953-f83e50e05e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:11.558009 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:11.571987 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b5478-1ed7-4629-a10f-3a3dd74d0411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f064aa8-f11c-45be-ac77-bce51a2bdb6a,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:11.578797 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-af7b5478-1ed7-4629-a10f-3a3dd74d0411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:11.579894 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-e8124e4f-7752-4592-a60e-cec80a618adf req-5e7b1046-8c50-4ff7-bc2e-5424c9cbe419 service neutron] Synchronizing usage tracker for tenant:dcfd7315b2c5436c81274f4fc7b5b041 on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:11.642405 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-e8124e4f-7752-4592-a60e-cec80a618adf req-5e7b1046-8c50-4ff7-bc2e-5424c9cbe419 service neutron] Unset dirty status for tenant:dcfd7315b2c5436c81274f4fc7b5b041 on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:11.645010 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e8124e4f-7752-4592-a60e-cec80a618adf req-5e7b1046-8c50-4ff7-bc2e-5424c9cbe419 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853138 May 27 09:45:11.658142 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-af7b5478-1ed7-4629-a10f-3a3dd74d0411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:11.668887 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1b005f5d-e5fd-451d-ae65-820c3e7375ae, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:11.671948 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-af7b5478-1ed7-4629-a10f-3a3dd74d0411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f064aa8-f11c-45be-ac77-bce51a2bdb6a HTTP/1.1" status: 204 len: 168 time: 0.7933540 May 27 09:45:11.678594 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:11.680249 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:11.685603 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:11.723656 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Transition to ACTIVE for port object ca6f0cec-80ff-4430-8c51-ff89c951f408 will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:45:11.772782 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:11.780521 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:11.824692 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=1b005f5d-e5fd-451d-ae65-820c3e7375ae,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:11.831100 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8ea26-67ce-41f9-a8b6-d6a804c15315 req-76a2c43b-766c-42d7-a023-d1782ac254d0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:11.835570 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2cd8ea26-67ce-41f9-a8b6-d6a804c15315 req-76a2c43b-766c-42d7-a023-d1782ac254d0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 946 time: 0.1875093 May 27 09:45:11.838856 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:11.893596 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2cd8ea26-67ce-41f9-a8b6-d6a804c15315 req-40864c46-2507-4024-b9bd-61569fb24cea tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567384 May 27 09:45:11.933407 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:45:11.948688 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:45:11.958793 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:45:12.052710 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:12.067081 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:12.084393 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:12.085390 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:12.131293 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba44f-dd0b-4df1-92e8-08951c91dd1b req-51821642-0350-4cf1-a17e-46b4e5ac6a64 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:12.133350 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a21ba44f-dd0b-4df1-92e8-08951c91dd1b req-51821642-0350-4cf1-a17e-46b4e5ac6a64 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 943 time: 0.2827189 May 27 09:45:12.135710 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7947481 May 27 09:45:12.191267 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Request body: {'port': {'device_id': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:12.287402 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e4b6-8dbe-490a-8968-4d0b1efae582 req-c20e4fb4-9fe9-458d-a721-eedf26b03d2f tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:12.290188 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f977e4b6-8dbe-490a-8968-4d0b1efae582 req-c20e4fb4-9fe9-458d-a721-eedf26b03d2f tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.1067677 May 27 09:45:12.317609 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-352ead47-71de-4a1c-bc24-931e7552f639 None None] Provisioning for port ca6f0cec-80ff-4430-8c51-ff89c951f408 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:45:12.332976 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-352ead47-71de-4a1c-bc24-931e7552f639 None None] Provisioning complete for port ca6f0cec-80ff-4430-8c51-ff89c951f408 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:45:12.334044 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-352ead47-71de-4a1c-bc24-931e7552f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:12.429554 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a21ba44f-dd0b-4df1-92e8-08951c91dd1b req-3e0b7d99-cfc4-470f-a2d2-b7cd2617bb7b tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889977 May 27 09:45:12.432845 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f977e4b6-8dbe-490a-8968-4d0b1efae582 req-88391920-faea-41ba-aa66-524528901c00 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282959 May 27 09:45:12.486911 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-352ead47-71de-4a1c-bc24-931e7552f639 None None] Port ca6f0cec-80ff-4430-8c51-ff89c951f408 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:45:12.643386 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:12.669915 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aac5a-e8fc-4ef3-af9b-336950559977 req-8914cc7e-3bce-4e5a-82a8-a7a1a57599b6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:12.677732 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f18aac5a-e8fc-4ef3-af9b-336950559977 req-8914cc7e-3bce-4e5a-82a8-a7a1a57599b6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 931 time: 0.1422291 May 27 09:45:12.743433 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f18aac5a-e8fc-4ef3-af9b-336950559977 req-e5e2a6f2-a42b-439d-baf6-8f4ac7159762 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625923 May 27 09:45:12.776834 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8e901b-1694-48e1-9cc2-714b546cd53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b005f5d-e5fd-451d-ae65-820c3e7375ae'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:12.850176 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8e901b-1694-48e1-9cc2-714b546cd53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b005f5d-e5fd-451d-ae65-820c3e7375ae', 'code': 200} May 27 09:45:13.202079 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device b67ccf43-6425-404a-9613-b17463abf875 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:45:13.232811 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971faf0-862e-4c57-8123-63cbba9bf180 req-bee533fa-3b7b-4dc8-863f-c54ded803820 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:13.248930 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3971faf0-862e-4c57-8123-63cbba9bf180 req-bee533fa-3b7b-4dc8-863f-c54ded803820 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 946 time: 0.1336944 May 27 09:45:13.298037 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6f0cec-80ff-4430-8c51-ff89c951f408 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:13.321952 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:13.363550 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3971faf0-862e-4c57-8123-63cbba9bf180 req-4a992c37-acdc-429b-bbcc-fd7fd99a6ec4 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060026 May 27 09:45:13.371399 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Transition to ACTIVE for port object ca6f0cec-80ff-4430-8c51-ff89c951f408 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:45:13.392768 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:13.398788 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eab89-5bf5-49c6-9865-fc8824f872f2 req-16f5b6d2-0c27-49b4-8bf3-872595534ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:13.400719 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-af8eab89-5bf5-49c6-9865-fc8824f872f2 req-16f5b6d2-0c27-49b4-8bf3-872595534ffe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1099 time: 0.2380071 May 27 09:45:13.408081 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e15046ec-74d9-4e29-a24f-01014305d94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:13.530518 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port b67ccf43-6425-404a-9613-b17463abf875, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b67ccf43-6425-404a-9613-b17463abf875,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:13.595807 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': 'b67ccf43-6425-404a-9613-b17463abf875', 'network_id': '921c5312-2832-4749-8b94-ac07787dd31a', 'port_id': 'b67ccf43-6425-404a-9613-b17463abf875', 'mac_address': 'fa:16:3e:19:ed:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bca4593-d2af-4662-b254-e5f850c43127', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:45:13.762754 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:13.763347 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36792) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:13.785716 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67ccf43-6425-404a-9613-b17463abf875 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:13.809112 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port b67ccf43-6425-404a-9613-b17463abf875, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b67ccf43-6425-404a-9613-b17463abf875,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:13.819719 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:13.823853 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:13.875940 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:13.891560 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:13.896181 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-af8eab89-5bf5-49c6-9865-fc8824f872f2 req-00148373-70bd-40fd-8814-64f602293d2f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434044 May 27 09:45:13.982181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Attempting to bind port ca6f0cec-80ff-4430-8c51-ff89c951f408 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:45:13.982526 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Attempting to bind port ca6f0cec-80ff-4430-8c51-ff89c951f408 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:45:13.982896 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Attempting to bind port ca6f0cec-80ff-4430-8c51-ff89c951f408 on network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:45:13.983638 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=b67ccf43-6425-404a-9613-b17463abf875,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:13.988954 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:13.992999 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Port ca6f0cec-80ff-4430-8c51-ff89c951f408 on network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:45:13.993202 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Attempting to bind port ca6f0cec-80ff-4430-8c51-ff89c951f408 on network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:45:14.001758 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:45:14.002098 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Checking segment: {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:45:14.002498 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Bound using segment: {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:45:14.003089 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Bound port: ca6f0cec-80ff-4430-8c51-ff89c951f408, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:45:14.003664 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:14.051425 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:14.071499 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe2fde-ec55-4fa4-ab61-a3717c6ae4b6 req-261033df-723f-435b-b341-77189cd77d88 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:14.072678 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-43fe2fde-ec55-4fa4-ab61-a3717c6ae4b6 req-261033df-723f-435b-b341-77189cd77d88 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 944 time: 0.3748586 May 27 09:45:14.072947 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['b67ccf43-6425-404a-9613-b17463abf875'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:45:14.165415 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:14.191255 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e9839c0d3f2045e092aa5b3ed23d83a3 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:14.197026 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:14.206546 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:14.264072 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-43fe2fde-ec55-4fa4-ab61-a3717c6ae4b6 req-a5e41436-0cb0-4c4c-a782-65947f14033f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763788 May 27 09:45:14.272078 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:45:14.278897 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:45:14.295926 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:14.302370 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:14.376314 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:14.377363 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:14.379642 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] 10.222.0.45 "PUT /v2.0/ports/ca6f0cec-80ff-4430-8c51-ff89c951f408 HTTP/1.1" status: 200 len: 1093 time: 2.2129760 May 27 09:45:14.380307 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:14.416704 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c475-03ad-4be4-8154-f6c76117ebec req-1cd234ac-fa02-4288-8388-74e80bca3eff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:14.419601 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:14.432720 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-44b9c475-03ad-4be4-8154-f6c76117ebec req-1cd234ac-fa02-4288-8388-74e80bca3eff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.3610871 May 27 09:45:14.432855 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:14.514145 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'status': 'completed', 'code': 200} May 27 09:45:14.573322 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-050c219e-1347-4b9f-8b5b-7c65975cb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:14.575366 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-050c219e-1347-4b9f-8b5b-7c65975cb402 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 1096 time: 0.1283395 May 27 09:45:14.590794 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-44b9c475-03ad-4be4-8154-f6c76117ebec req-db283a10-0efa-47bd-a621-2efba812af0a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566758 May 27 09:45:14.626198 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:14.643804 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:14.654425 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:14.681213 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-19ae5921-5ec5-4848-8c3e-1192a8456151 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408 HTTP/1.1" status: 200 len: 217 time: 0.0973070 May 27 09:45:14.792909 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-26bcaf71-6334-4e4f-b2b3-f8013f067532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:14.794305 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-26bcaf71-6334-4e4f-b2b3-f8013f067532 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.1048074 May 27 09:45:14.833632 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9839c0d3f2045e092aa5b3ed23d83a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0689447 May 27 09:45:14.837519 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36830) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:14.851665 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff713553-ac3f-4512-b171-63c3c20481ab,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:14.856283 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:14.917080 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5da7f86a-c2af-42ed-9d1c-cc9fa568a3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:14.945722 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5da7f86a-c2af-42ed-9d1c-cc9fa568a3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:14.961696 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-76ea4141-05ef-4280-8c70-74402199ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:14.963466 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-76ea4141-05ef-4280-8c70-74402199ba4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1504524 May 27 09:45:15.007665 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5da7f86a-c2af-42ed-9d1c-cc9fa568a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:15.016557 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:15.033575 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7f86a-c2af-42ed-9d1c-cc9fa568a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff713553-ac3f-4512-b171-63c3c20481ab,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:15.038443 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5da7f86a-c2af-42ed-9d1c-cc9fa568a3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:15.040228 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5da7f86a-c2af-42ed-9d1c-cc9fa568a3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:15.043659 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-5da7f86a-c2af-42ed-9d1c-cc9fa568a3a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff713553-ac3f-4512-b171-63c3c20481ab HTTP/1.1" status: 204 len: 168 time: 0.2020383 May 27 09:45:15.152990 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-664a86b8-f59c-4a74-bbe8-52577f0b1c0d service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768854 May 27 09:45:15.205140 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device b67ccf43-6425-404a-9613-b17463abf875 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:45:15.277917 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36848) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:15.338050 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45027fab-6aef-4a1c-9889-f6f694ce3eeb req-c93843a4-bb84-4462-8f26-074f0ef2513a service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740403 May 27 09:45:15.370663 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port b67ccf43-6425-404a-9613-b17463abf875 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:45:15.379185 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port b67ccf43-6425-404a-9613-b17463abf875 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:45:15.379882 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:15.449028 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36860) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:15.550114 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-1400db4a-3d12-41b5-bfff-134781997db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:15.552004 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-1400db4a-3d12-41b5-bfff-134781997db3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 1096 time: 0.1508660 May 27 09:45:15.566530 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:15.575614 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:15.613046 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecf452b-0c0b-499a-924f-af4ce3aff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67ccf43-6425-404a-9613-b17463abf875'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:15.622669 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6ea01715-5b7b-4c91-8dbf-d4db1110c4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:15.626682 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port b67ccf43-6425-404a-9613-b17463abf875, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b67ccf43-6425-404a-9613-b17463abf875,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:15.632450 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:15.634940 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:15.676443 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:15.714623 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ebbcfe4983e044169d521071e381062f is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:15.719516 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=b67ccf43-6425-404a-9613-b17463abf875,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:15.722305 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6ea01715-5b7b-4c91-8dbf-d4db1110c4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:15.723141 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:15.730196 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:15.736110 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6ea01715-5b7b-4c91-8dbf-d4db1110c4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:43518e408f2641d58a80eed2f9d801da is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:15.755547 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6ea01715-5b7b-4c91-8dbf-d4db1110c4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:15.758661 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:15.769830 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6ea01715-5b7b-4c91-8dbf-d4db1110c4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:15.820494 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7e49-4176-4bbb-bae0-0c4b1f01bbd5 req-3c18bc3e-b03d-4525-ac03-7a7b2322364d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:15.822580 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ed6e7e49-4176-4bbb-bae0-0c4b1f01bbd5 req-3c18bc3e-b03d-4525-ac03-7a7b2322364d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 944 time: 0.3369935 May 27 09:45:15.823980 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-ca7767de-82bd-43a3-a25d-b209dcb79b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:15.825910 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-ca7767de-82bd-43a3-a25d-b209dcb79b99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.2662301 May 27 09:45:15.906993 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ed6e7e49-4176-4bbb-bae0-0c4b1f01bbd5 req-393f05a8-704e-4cea-b6e8-f86d9b3acfb2 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778992 May 27 09:45:15.979796 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-02523716-b053-4d40-b7ed-22fcba15dd72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408 HTTP/1.1" status: 200 len: 217 time: 0.0990422 May 27 09:45:16.007531 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6ea01715-5b7b-4c91-8dbf-d4db1110c4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.014872 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.019552 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6ea01715-5b7b-4c91-8dbf-d4db1110c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.038442 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.040232 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-46371c1e-1ab6-4207-8f99-4760869af607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:16.046951 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecf452b-0c0b-499a-924f-af4ce3aff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67ccf43-6425-404a-9613-b17463abf875', 'code': 200} May 27 09:45:16.113693 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-529f40fe-b6a2-432b-bdfe-a244d3e625d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:16.115656 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-529f40fe-b6a2-432b-bdfe-a244d3e625d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.1005747 May 27 09:45:16.155707 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea01715-5b7b-4c91-8dbf-d4db1110c4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99852bff-011f-456e-bcae-bc29f835a696,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:16.179823 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d96d0-9db3-4f34-b311-cfef24588ad4 req-5b664311-f6e9-4a80-88ee-5755fc4ed480 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:16.180782 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-de0d96d0-9db3-4f34-b311-cfef24588ad4 req-5b664311-f6e9-4a80-88ee-5755fc4ed480 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Synchronizing usage tracker for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:16.225201 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-de0d96d0-9db3-4f34-b311-cfef24588ad4 req-5b664311-f6e9-4a80-88ee-5755fc4ed480 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Unset dirty status for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:16.231862 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-de0d96d0-9db3-4f34-b311-cfef24588ad4 req-5b664311-f6e9-4a80-88ee-5755fc4ed480 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.4838769 May 27 09:45:16.235258 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075a3f18-2572-47e8-8527-9ae2bf4fdf8a,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:16.240388 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-6ea01715-5b7b-4c91-8dbf-d4db1110c4d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43518e408f2641d58a80eed2f9d801da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9612436 May 27 09:45:16.244469 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:16.244913 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:16.245200 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:16.245677 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36890) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:16.273921 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebbcfe4983e044169d521071e381062f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8231616 May 27 09:45:16.274722 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36894) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:16.363866 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36902) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:16.372077 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-de0d96d0-9db3-4f34-b311-cfef24588ad4 req-5afa3184-52bb-4b79-b66d-bb60b7751670 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395192 May 27 09:45:16.378576 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-37584e40-4312-49b0-b3dd-172c8f82ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:16.380403 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-37584e40-4312-49b0-b3dd-172c8f82ff89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2545357 May 27 09:45:16.448394 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-45a19e7c-d25d-4e98-b975-e60ee4708646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.452945 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2da8ced3-6d23-44ed-9330-4fc14568fd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.499026 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd4ffe-a6fe-46ce-a1b4-03d9249d365f req-f9e82cb2-3c6b-4174-a937-c4a7627ef67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:16.500687 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-45a19e7c-d25d-4e98-b975-e60ee4708646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.501136 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2cfd4ffe-a6fe-46ce-a1b4-03d9249d365f req-f9e82cb2-3c6b-4174-a937-c4a7627ef67b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 1098 time: 0.2092719 May 27 09:45:16.518837 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2da8ced3-6d23-44ed-9330-4fc14568fd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.566790 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-81759353-76fe-422f-916e-8e66abaa6b0b service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783085 May 27 09:45:16.572181 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2cfd4ffe-a6fe-46ce-a1b4-03d9249d365f req-70d010ff-4ad6-4f5d-a8e1-43d8ab3ec984 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582533 May 27 09:45:16.600576 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.620595 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:16.626696 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Usage tracker for resource:security_group_rule and tenant:423bc959a3ef4a64bb6888e97342ac4d is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:16.630682 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:16.637597 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:16.652167 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-45a19e7c-d25d-4e98-b975-e60ee4708646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.667129 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-fee1a213-dc91-4603-9ea9-4da8d457ca14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:16.678795 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2da8ced3-6d23-44ed-9330-4fc14568fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.694481 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a19e7c-d25d-4e98-b975-e60ee4708646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99852bff-011f-456e-bcae-bc29f835a696,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:16.697738 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-45a19e7c-d25d-4e98-b975-e60ee4708646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:16.704028 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:16.721397 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2da8ced3-6d23-44ed-9330-4fc14568fd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.723811 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-2da8ced3-6d23-44ed-9330-4fc14568fd86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/075a3f18-2572-47e8-8527-9ae2bf4fdf8a HTTP/1.1" status: 204 len: 168 time: 0.4477069 May 27 09:45:16.729806 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-45a19e7c-d25d-4e98-b975-e60ee4708646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.731633 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-45a19e7c-d25d-4e98-b975-e60ee4708646 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99852bff-011f-456e-bcae-bc29f835a696 HTTP/1.1" status: 204 len: 168 time: 0.4702907 May 27 09:45:16.732682 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ced3-6d23-44ed-9330-4fc14568fd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075a3f18-2572-47e8-8527-9ae2bf4fdf8a,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:16.736377 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2da8ced3-6d23-44ed-9330-4fc14568fd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:16.809929 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.822669 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:16.833568 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:16.835708 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3efe00c6-9a67-42e2-9a09-1a7aec65472d req-dcb48a35-2fc3-4622-9b1b-0d0e721f3392 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624173 May 27 09:45:16.885344 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=423bc959a3ef4a64bb6888e97342ac4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176172 May 27 09:45:16.885344 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185930dc-1760-40a4-a393-69250d76afde,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:16.885921 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36918) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:16.888183 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:16.990175 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3a2c893b-070c-4b05-bf17-2e38d484e403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.022104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3a2c893b-070c-4b05-bf17-2e38d484e403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.177857 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6a7aa-37d2-40f0-8893-a36514f13007 req-16eb91f4-91af-49dc-9010-9fcd77d52b7b tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:17.180209 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9ba6a7aa-37d2-40f0-8893-a36514f13007 req-16eb91f4-91af-49dc-9010-9fcd77d52b7b tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1178291 May 27 09:45:17.187221 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3a2c893b-070c-4b05-bf17-2e38d484e403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.197578 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8d891f99-95dd-4986-85f9-d92ec3d0d8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:17.233516 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c893b-070c-4b05-bf17-2e38d484e403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185930dc-1760-40a4-a393-69250d76afde,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:17.236695 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3a2c893b-070c-4b05-bf17-2e38d484e403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.241104 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3a2c893b-070c-4b05-bf17-2e38d484e403 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/185930dc-1760-40a4-a393-69250d76afde HTTP/1.1" status: 204 len: 168 time: 0.3509126 May 27 09:45:17.241104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3a2c893b-070c-4b05-bf17-2e38d484e403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:17.271124 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9ba6a7aa-37d2-40f0-8893-a36514f13007 req-e5db5bbe-13e7-4327-bdc4-81d0e464fd7f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745816 May 27 09:45:17.313607 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36942) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:17.334211 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.349498 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:17.353689 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Usage tracker for resource:security_group_rule and tenant:e8fc14408d544717be119ef01119697e is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:17.356590 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:17.363036 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:17.504893 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.554955 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.568795 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:17.631733 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8fc14408d544717be119ef01119697e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118162 May 27 09:45:17.631733 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e03843-108e-445a-8be3-e0a174aecc63,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:17.632120 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36952) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:17.632206 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:17.632206 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 36954) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:17.653191 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.675141 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:17.681269 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Usage tracker for resource:security_group_rule and tenant:cf54b8616fd649fe941d4c004227c296 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:17.691998 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba188aec-b758-4291-8d2f-fad0476a9c3e req-6ddc09b5-427a-4c2d-8a7b-9e37103283a9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:17.693507 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ba188aec-b758-4291-8d2f-fad0476a9c3e req-6ddc09b5-427a-4c2d-8a7b-9e37103283a9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.1938529 May 27 09:45:17.694374 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:17.700464 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:17.704837 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1352-e4a4-40bc-b209-9c229b89f599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.732525 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1352-e4a4-40bc-b209-9c229b89f599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.769023 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ba188aec-b758-4291-8d2f-fad0476a9c3e req-f68429f6-0427-4b80-b35f-80de489965cb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645831 May 27 09:45:17.793680 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1352-e4a4-40bc-b209-9c229b89f599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.798959 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3a2c893b-070c-4b05-bf17-2e38d484e403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:17.812467 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b1352-e4a4-40bc-b209-9c229b89f599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e03843-108e-445a-8be3-e0a174aecc63,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:17.824010 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-dd3b1352-e4a4-40bc-b209-9c229b89f599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:17.825070 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1352-e4a4-40bc-b209-9c229b89f599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.828496 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-dd3b1352-e4a4-40bc-b209-9c229b89f599 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80e03843-108e-445a-8be3-e0a174aecc63 HTTP/1.1" status: 204 len: 168 time: 0.1864195 May 27 09:45:17.857338 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.863203 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:17.870714 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:17.917925 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 36972) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:17.918127 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf54b8616fd649fe941d4c004227c296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850852 May 27 09:45:17.919276 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e178aac-33a9-44f8-b9a2-f71df170919b,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:17.922507 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:17.953534 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:45:17.984860 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7f18b50f-1ff8-4368-bf1c-66751d1f3ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:18.015025 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7f18b50f-1ff8-4368-bf1c-66751d1f3ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:18.076629 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7f18b50f-1ff8-4368-bf1c-66751d1f3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:18.084219 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:18.096952 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18b50f-1ff8-4368-bf1c-66751d1f3ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e178aac-33a9-44f8-b9a2-f71df170919b,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:18.099993 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-7f18b50f-1ff8-4368-bf1c-66751d1f3ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:18.107453 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7f18b50f-1ff8-4368-bf1c-66751d1f3ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:18.111477 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-7f18b50f-1ff8-4368-bf1c-66751d1f3ae1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e178aac-33a9-44f8-b9a2-f71df170919b HTTP/1.1" status: 204 len: 168 time: 0.1922505 May 27 09:45:18.149091 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:18.170540 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'port_id': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'mac_address': 'fa:16:3e:a1:73:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:45:18.242742 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:18.265672 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6f0cec-80ff-4430-8c51-ff89c951f408 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:18.283059 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:18.295371 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:18.297405 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:18.398466 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:18.410907 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:18.481907 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea9cf9-8b1a-4a17-afd5-d9f7fae9c93c req-2d9ea166-c14d-42ac-902c-f0a5c258bd3a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:18.483437 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4bea9cf9-8b1a-4a17-afd5-d9f7fae9c93c req-2d9ea166-c14d-42ac-902c-f0a5c258bd3a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0949781 May 27 09:45:18.545172 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4bea9cf9-8b1a-4a17-afd5-d9f7fae9c93c req-4789aa44-a644-43ed-914d-9b17ee900208 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521438 May 27 09:45:18.974511 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b76de4-b5d6-4594-8c56-d58c27ab6608 req-6eadc0e3-be29-465b-9be3-f7d33ae0e867 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:18.978354 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-31b76de4-b5d6-4594-8c56-d58c27ab6608 req-6eadc0e3-be29-465b-9be3-f7d33ae0e867 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.0891359 May 27 09:45:19.031306 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-31b76de4-b5d6-4594-8c56-d58c27ab6608 req-90fd47f1-7c67-4b85-881f-90482102d7d3 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483918 May 27 09:45:19.757207 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf845c-3c60-4673-bf6c-e3c87aaede39 req-1495302f-f824-4739-a17d-689d21c01a5e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:19.759664 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e2bf845c-3c60-4673-bf6c-e3c87aaede39 req-1495302f-f824-4739-a17d-689d21c01a5e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0922790 May 27 09:45:19.811961 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e2bf845c-3c60-4673-bf6c-e3c87aaede39 req-b2a4402a-b95a-41ae-bdeb-0c43edf33327 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453675 May 27 09:45:20.246910 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['ca6f0cec-80ff-4430-8c51-ff89c951f408'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:45:20.324672 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5184e1-0211-4dc5-b695-fb68d6f865d4 req-e8e83117-bcdf-4c3e-9851-63d1e32b000a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:20.324672 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8b5184e1-0211-4dc5-b695-fb68d6f865d4 req-e8e83117-bcdf-4c3e-9851-63d1e32b000a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.1529837 May 27 09:45:20.396023 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8b5184e1-0211-4dc5-b695-fb68d6f865d4 req-a7b1f42c-1e97-4495-b3ff-a78ed67a881b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675104 May 27 09:45:20.873912 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37130) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:21.011784 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.032122 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:21.039106 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Usage tracker for resource:security_group_rule and tenant:c11dfa24ab8f40b99df2f11828dc3b7d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:21.043629 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:21.051754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:21.081603 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d78d-6c05-4de0-b0dc-94d1a16d1d0a req-744a43e9-da05-49f6-bfad-cf1ee18e55eb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:21.083290 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-92b4d78d-6c05-4de0-b0dc-94d1a16d1d0a req-744a43e9-da05-49f6-bfad-cf1ee18e55eb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1475377 May 27 09:45:21.147788 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-92b4d78d-6c05-4de0-b0dc-94d1a16d1d0a req-72cf26eb-9166-4300-9f9b-1d4dfc1c1825 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580971 May 27 09:45:21.205987 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.211151 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.219564 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:21.262335 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c11dfa24ab8f40b99df2f11828dc3b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849823 May 27 09:45:21.262571 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37150) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:21.274417 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c16960b-77aa-4b1a-94e2-c462cd47355a,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:21.278597 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:21.332626 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3a031ba0-e3c7-46e0-8baf-3c2ecdb1c902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.360825 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3a031ba0-e3c7-46e0-8baf-3c2ecdb1c902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.429526 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3a031ba0-e3c7-46e0-8baf-3c2ecdb1c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.436048 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b5a8d938-cce7-4dbc-a20b-4302e4172ea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:21.451696 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3a031ba0-e3c7-46e0-8baf-3c2ecdb1c902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.464758 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3a031ba0-e3c7-46e0-8baf-3c2ecdb1c902 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c16960b-77aa-4b1a-94e2-c462cd47355a HTTP/1.1" status: 204 len: 168 time: 0.1976745 May 27 09:45:21.468207 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a031ba0-e3c7-46e0-8baf-3c2ecdb1c902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c16960b-77aa-4b1a-94e2-c462cd47355a,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:21.471016 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3a031ba0-e3c7-46e0-8baf-3c2ecdb1c902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:21.624548 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6ff8e-db30-4d20-8848-43e655dee3db req-4671403d-0b19-46c2-a275-da7dea8ee1fb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:21.626079 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-65f6ff8e-db30-4d20-8848-43e655dee3db req-4671403d-0b19-46c2-a275-da7dea8ee1fb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.1102161 May 27 09:45:21.692009 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-65f6ff8e-db30-4d20-8848-43e655dee3db req-8158f0f4-2925-4a93-9992-accca2015ee8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549264 May 27 09:45:21.697040 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7219d-d871-40e4-8418-aec1e4ac1b84 req-56f03107-2b74-4ffc-a6d7-07d1bb78b12d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:21.699090 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-34e7219d-d871-40e4-8418-aec1e4ac1b84 req-56f03107-2b74-4ffc-a6d7-07d1bb78b12d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1538868 May 27 09:45:21.749047 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-34e7219d-d871-40e4-8418-aec1e4ac1b84 req-1315dc2c-6add-4080-9309-c10e4a3f3ef3 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434299 May 27 09:45:21.791609 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37168) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:21.809512 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.823715 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:21.827762 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Usage tracker for resource:security_group_rule and tenant:09eaf025087e4167a091689bddab6293 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:21.830603 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:21.837398 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:21.919725 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.923517 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:21.930580 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:21.970077 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09eaf025087e4167a091689bddab6293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774027 May 27 09:45:21.970955 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb63f96-8e4d-48f7-855c-e7310b25589c,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:21.973296 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 37174) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:21.973963 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:22.032034 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ee8606-7447-4b21-9ee4-13ad73ce744b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:22.058298 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ee8606-7447-4b21-9ee4-13ad73ce744b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:22.113407 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ee8606-7447-4b21-9ee4-13ad73ce744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:22.117411 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:22.129676 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee8606-7447-4b21-9ee4-13ad73ce744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb63f96-8e4d-48f7-855c-e7310b25589c,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:22.133510 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-56ee8606-7447-4b21-9ee4-13ad73ce744b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:22.145462 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56ee8606-7447-4b21-9ee4-13ad73ce744b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:22.146577 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-56ee8606-7447-4b21-9ee4-13ad73ce744b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/deb63f96-8e4d-48f7-855c-e7310b25589c HTTP/1.1" status: 204 len: 168 time: 0.1722798 May 27 09:45:22.907999 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8d09d-8d87-4e81-a5f4-ed2888f7e764 req-036ac883-32e7-433f-a9de-45f2d7a8d29c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:22.910562 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-49c8d09d-8d87-4e81-a5f4-ed2888f7e764 req-036ac883-32e7-433f-a9de-45f2d7a8d29c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.0907896 May 27 09:45:22.968204 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c02616-75e0-4794-8b3c-3528794cb70c req-db750565-5c27-43c6-95bb-6173e543851c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:22.970027 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-70c02616-75e0-4794-8b3c-3528794cb70c req-db750565-5c27-43c6-95bb-6173e543851c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1107759 May 27 09:45:22.971022 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-49c8d09d-8d87-4e81-a5f4-ed2888f7e764 req-5ab365c4-3be7-402c-9d38-e8b2c77e4497 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512111 May 27 09:45:23.018220 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-70c02616-75e0-4794-8b3c-3528794cb70c req-6279fd37-ad92-4103-8aba-df2ee527f4e4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 May 27 09:45:23.677784 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-d55a5148-1651-401d-aa61-4f866ee109e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:23.681878 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-d55a5148-1651-401d-aa61-4f866ee109e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 1098 time: 0.0956161 May 27 09:45:23.824687 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-8f659725-6783-4253-adab-dfcda6fd1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:23.826240 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-8f659725-6783-4253-adab-dfcda6fd1117 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 920 time: 0.1340230 May 27 09:45:23.897905 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-8412b20d-2ea2-4326-bf6f-2c8776db4c0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b67ccf43-6425-404a-9613-b17463abf875 HTTP/1.1" status: 200 len: 217 time: 0.0643828 May 27 09:45:23.965962 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-ba9a3f45-767c-463e-af46-1b6566f87051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:23.967420 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-ba9a3f45-767c-463e-af46-1b6566f87051 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.0622611 May 27 09:45:24.016355 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-db51043d-682f-4856-aeea-e5e86ff76076 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419989 May 27 09:45:24.225355 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a09f7-6351-49f4-b9d9-6c936889ab4a req-ad063f26-0f95-46cd-a94d-f06b3e813c96 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:24.226868 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c94a09f7-6351-49f4-b9d9-6c936889ab4a req-ad063f26-0f95-46cd-a94d-f06b3e813c96 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0897958 May 27 09:45:24.277418 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c94a09f7-6351-49f4-b9d9-6c936889ab4a req-60cb7da5-bc38-49a5-9dba-12e47f343773 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 May 27 09:45:24.295272 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-8c673c27-db2b-4b57-b741-4c2963ff7c49 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625897 May 27 09:45:24.311678 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d11c06-7b9a-42da-b6af-7a19939bb3d9 req-1d9e5df3-08fe-4fbb-8c05-6bfbcf1bbb29 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:24.313086 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d4d11c06-7b9a-42da-b6af-7a19939bb3d9 req-1d9e5df3-08fe-4fbb-8c05-6bfbcf1bbb29 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.1352491 May 27 09:45:24.460718 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d4d11c06-7b9a-42da-b6af-7a19939bb3d9 req-5dfadcfa-2b7f-414c-af1b-0ece423d819c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279848 May 27 09:45:24.499005 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7089c7c1-f754-49af-837e-bda4e2db6f0f req-b8bfd51f-e54e-4b5a-975b-64d76e2ee44d service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849372 May 27 09:45:24.990785 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 37322) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:25.125959 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:25.143266 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:25.163776 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:b37f80f9e681402492a3ac62881a3ee2 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:25.171872 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:25.183137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:25.283443 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:25.287824 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:25.297141 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:25.352404 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941ba728-3f1e-48bf-82f5-77b5aa8f656c,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:25.359286 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:25.363128 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b37f80f9e681402492a3ac62881a3ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705280 May 27 09:45:25.366287 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37350) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:25.442967 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c691b9-5884-4b8b-8c74-8d4985975565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:25.481370 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c691b9-5884-4b8b-8c74-8d4985975565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:25.548285 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c691b9-5884-4b8b-8c74-8d4985975565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:25.560140 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc7b5c-2858-4024-bbf9-d667ebfc7e9e req-943e5137-5ff4-41be-9d83-fa44dd609e02 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:25.561648 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-93fc7b5c-2858-4024-bbf9-d667ebfc7e9e req-943e5137-5ff4-41be-9d83-fa44dd609e02 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1608379 May 27 09:45:25.567015 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3a031ba0-e3c7-46e0-8baf-3c2ecdb1c902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:25.584260 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c691b9-5884-4b8b-8c74-8d4985975565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941ba728-3f1e-48bf-82f5-77b5aa8f656c,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:25.587965 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-54c691b9-5884-4b8b-8c74-8d4985975565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:25.594740 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c691b9-5884-4b8b-8c74-8d4985975565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:25.596531 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-54c691b9-5884-4b8b-8c74-8d4985975565 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/941ba728-3f1e-48bf-82f5-77b5aa8f656c HTTP/1.1" status: 204 len: 168 time: 0.2287593 May 27 09:45:25.643401 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-93fc7b5c-2858-4024-bbf9-d667ebfc7e9e req-94871456-8fbe-488c-b763-ee23e8a999c0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732543 May 27 09:45:25.747704 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c95b33-f957-4f77-b3a9-bff9227866ff req-c264dcb4-c841-4c92-b2f6-9e95ce209e3d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:25.749164 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5c95b33-f957-4f77-b3a9-bff9227866ff req-c264dcb4-c841-4c92-b2f6-9e95ce209e3d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.0926898 May 27 09:45:25.795832 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5c95b33-f957-4f77-b3a9-bff9227866ff req-f2cbf6f6-c10b-4541-b491-27bb8a75235f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398896 May 27 09:45:25.911996 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 37376) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:25.912992 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:25.930060 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:25.944286 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:25.948090 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Usage tracker for resource:security_group_rule and tenant:0cf2ef89e20443bcac93b4af1e6cb9fa is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:25.950880 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:25.957063 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:26.062566 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:26.067561 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:26.078428 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a4278d68-4c25-4f10-b950-e4a2b6e3b635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:26.131689 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cf2ef89e20443bcac93b4af1e6cb9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181280 May 27 09:45:26.133318 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170b1c50-f6ee-4fb0-a0ad-d4b273ece4db,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:26.134565 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37384) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:26.154994 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:26.200902 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0310626d-0272-4b65-8e06-12c1d19e2e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:26.260199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0310626d-0272-4b65-8e06-12c1d19e2e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:26.342252 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765d32-1248-4e48-a89e-0debaf653d66 req-0cd78132-f7de-456c-bab3-ea1bae5e3654 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:26.343745 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-98765d32-1248-4e48-a89e-0debaf653d66 req-0cd78132-f7de-456c-bab3-ea1bae5e3654 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.1230419 May 27 09:45:26.348741 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0310626d-0272-4b65-8e06-12c1d19e2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:26.354115 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-af7b5478-1ed7-4629-a10f-3a3dd74d0411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:26.383122 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310626d-0272-4b65-8e06-12c1d19e2e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170b1c50-f6ee-4fb0-a0ad-d4b273ece4db,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:26.385378 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0310626d-0272-4b65-8e06-12c1d19e2e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:26.408682 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0310626d-0272-4b65-8e06-12c1d19e2e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:26.410146 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-0310626d-0272-4b65-8e06-12c1d19e2e82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/170b1c50-f6ee-4fb0-a0ad-d4b273ece4db HTTP/1.1" status: 204 len: 168 time: 0.2743542 May 27 09:45:26.420179 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-98765d32-1248-4e48-a89e-0debaf653d66 req-3950f14e-653e-48d1-b6c0-bff050c65c62 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670609 May 27 09:45:26.850664 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872e263-625f-4925-94ec-b071e9b74b29 req-7671cd1a-7b57-4c5a-97af-de79cdddd1e9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:26.852358 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8872e263-625f-4925-94ec-b071e9b74b29 req-7671cd1a-7b57-4c5a-97af-de79cdddd1e9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0919065 May 27 09:45:26.915763 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8872e263-625f-4925-94ec-b071e9b74b29 req-9245473d-8e27-46cb-aeb0-6fa505f1dc83 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495801 May 27 09:45:27.013695 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5f63-7fca-4ba3-b6c3-f680397ab1e0 req-ee0f5c14-f8bf-4afc-8aa6-4efc2dc365a5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:27.015227 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e37e5f63-7fca-4ba3-b6c3-f680397ab1e0 req-ee0f5c14-f8bf-4afc-8aa6-4efc2dc365a5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.0951908 May 27 09:45:27.064172 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e37e5f63-7fca-4ba3-b6c3-f680397ab1e0 req-a5ce67ea-1726-418f-9e9d-075691682d88 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 May 27 09:45:27.585351 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:45:27.620597 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c13e44-d5c6-4e78-9274-3617fac11bee req-8a6ec3f1-21c0-4f89-ab19-f8b9c689d1b4 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:27.622358 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e3c13e44-d5c6-4e78-9274-3617fac11bee req-8a6ec3f1-21c0-4f89-ab19-f8b9c689d1b4 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.0875545 May 27 09:45:27.673838 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port ca6f0cec-80ff-4430-8c51-ff89c951f408 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:45:27.679312 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port ca6f0cec-80ff-4430-8c51-ff89c951f408 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:45:27.679687 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:27.690538 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e3c13e44-d5c6-4e78-9274-3617fac11bee req-2ca5048c-7a1e-45f2-8eb9-4d49b24b448d tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595098 May 27 09:45:27.802315 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:27.832073 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:27.842487 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:27.846957 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:27.849524 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:27.895468 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'code': 200} May 27 09:45:27.923873 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:27.927588 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:28.122265 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3057-4b6c-4d4c-8217-f970b19aec16 req-87b5871d-8106-4376-b8f7-5d3aba3b064c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:28.123862 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b47f3057-4b6c-4d4c-8217-f970b19aec16 req-87b5871d-8106-4376-b8f7-5d3aba3b064c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0886092 May 27 09:45:28.189154 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b47f3057-4b6c-4d4c-8217-f970b19aec16 req-3ab7a0c8-db2e-463d-9906-612a82407629 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575521 May 27 09:45:28.287673 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0cf1-f5e6-4f36-8e57-562b603a804f req-6be58e54-cf3c-49af-9965-ea0b6d11642c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:28.289174 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-38ca0cf1-f5e6-4f36-8e57-562b603a804f req-6be58e54-cf3c-49af-9965-ea0b6d11642c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0833333 May 27 09:45:28.339084 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-38ca0cf1-f5e6-4f36-8e57-562b603a804f req-34977af6-dfcd-4a65-8c88-615061790112 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 May 27 09:45:28.911435 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e814bc-da8b-45ca-96fd-6cfc235f96a0 req-8138a3bc-25ac-4737-898c-55326e7b40af tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:28.913272 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-82e814bc-da8b-45ca-96fd-6cfc235f96a0 req-8138a3bc-25ac-4737-898c-55326e7b40af tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.1057072 May 27 09:45:28.959312 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-82e814bc-da8b-45ca-96fd-6cfc235f96a0 req-94f6302b-0b54-44b0-938a-6b2aa5bc314f tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 May 27 09:45:29.063789 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af38432-1dc8-4a1c-b0f3-a4a4cdc9fb49 req-42f8148d-fbe8-49af-b8a9-445f485451fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:29.065276 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5af38432-1dc8-4a1c-b0f3-a4a4cdc9fb49 req-42f8148d-fbe8-49af-b8a9-445f485451fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 1098 time: 0.0727017 May 27 09:45:29.108766 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5af38432-1dc8-4a1c-b0f3-a4a4cdc9fb49 req-ddcc3e26-c0e7-4f80-8e8c-48aa4ecbd9e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347264 May 27 09:45:29.372527 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1ae5-a824-442a-977c-d6ec2be5abd1 req-8796e43e-9793-4bde-b47a-2f9cb6d27308 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:29.374017 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7fbc1ae5-a824-442a-977c-d6ec2be5abd1 req-8796e43e-9793-4bde-b47a-2f9cb6d27308 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0826654 May 27 09:45:29.424870 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7fbc1ae5-a824-442a-977c-d6ec2be5abd1 req-c9b65f48-5325-4be9-9b72-5d0467fc971f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 May 27 09:45:29.548806 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e437f9b-09bf-4acd-911a-20b76b0ad7bd req-2a6fbeae-a5fb-4ac8-b9cb-111cc644ba83 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:29.551137 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6e437f9b-09bf-4acd-911a-20b76b0ad7bd req-2a6fbeae-a5fb-4ac8-b9cb-111cc644ba83 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0858362 May 27 09:45:29.595459 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6e437f9b-09bf-4acd-911a-20b76b0ad7bd req-1e8aca06-3f4f-47e9-9762-04c246d3443b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388067 May 27 09:45:30.175662 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09458e-0dca-4259-a967-6b7a5311d5fd req-d6a82f30-5cd9-4f07-86e7-c31da6fab273 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:30.177158 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6b09458e-0dca-4259-a967-6b7a5311d5fd req-d6a82f30-5cd9-4f07-86e7-c31da6fab273 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.0990181 May 27 09:45:30.225506 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6b09458e-0dca-4259-a967-6b7a5311d5fd req-9cf09471-3d43-4a3b-83e7-134ed61ce407 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 May 27 09:45:30.622972 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a135275d-8fbc-40a9-aa6d-df0ffee66d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:30.633995 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf79b5-aac4-44f4-b667-8f67ac5972a7 req-bb267658-5c92-4f71-bd53-119299bdfa7a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:30.635574 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-52bf79b5-aac4-44f4-b667-8f67ac5972a7 req-bb267658-5c92-4f71-bd53-119299bdfa7a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0912037 May 27 09:45:30.680620 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-52bf79b5-aac4-44f4-b667-8f67ac5972a7 req-63cee94f-d6ea-4741-85ac-f2c826bc9abd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 May 27 09:45:30.792354 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d55d-beb2-4191-972b-35ebfd7bd0f6 req-a2138a75-075a-4011-85c4-c9f61874cf0f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:30.793984 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5dc4d55d-beb2-4191-972b-35ebfd7bd0f6 req-a2138a75-075a-4011-85c4-c9f61874cf0f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0849454 May 27 09:45:30.840220 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5dc4d55d-beb2-4191-972b-35ebfd7bd0f6 req-973dc81f-bdeb-4fa2-a2e6-072ac304fac7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 May 27 09:45:31.025801 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a780e22-ed30-480d-a609-94b4c162d203 req-8850f913-f8d6-4628-beb5-1af7317be145 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:31.027290 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2a780e22-ed30-480d-a609-94b4c162d203 req-8850f913-f8d6-4628-beb5-1af7317be145 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0798411 May 27 09:45:31.036121 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 37516) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:31.041583 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-41525451-d786-4425-94e3-48e87a716d56 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'floatingip': {'port_id': 'ca6f0cec-80ff-4430-8c51-ff89c951f408'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:31.121908 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-41525451-d786-4425-94e3-48e87a716d56 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:31.450503 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7108e-1fbb-4b2d-9257-914b1bedfb74 req-f6682371-5608-4fd6-bd88-78dcac6b00a2 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:31.458050 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5ae7108e-1fbb-4b2d-9257-914b1bedfb74 req-f6682371-5608-4fd6-bd88-78dcac6b00a2 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.1069179 May 27 09:45:31.514047 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5ae7108e-1fbb-4b2d-9257-914b1bedfb74 req-f77bc4df-bdd8-41d4-a8c4-888e2e3a736a tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551617 May 27 09:45:31.976195 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abd8f-7674-4b0a-9efd-9528859619c2 req-08c48489-74d8-4cf4-9a18-a8c30bdd4d58 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:31.977553 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5e0abd8f-7674-4b0a-9efd-9528859619c2 req-08c48489-74d8-4cf4-9a18-a8c30bdd4d58 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1596129 May 27 09:45:32.112206 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5e0abd8f-7674-4b0a-9efd-9528859619c2 req-1862a009-3734-4c26-971c-8197ba994b22 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280909 May 27 09:45:32.127988 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-41525451-d786-4425-94e3-48e87a716d56 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:32.133107 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-41525451-d786-4425-94e3-48e87a716d56 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:32.309989 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.l3_db [None req-41525451-d786-4425-94e3-48e87a716d56 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Floating IP 352231b9-25ba-49c3-9195-940c75553319 associated. External IP: 172.27.3.167, port: ca6f0cec-80ff-4430-8c51-ff89c951f408. May 27 09:45:32.542579 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:45:32.678703 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41525451-d786-4425-94e3-48e87a716d56 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:45:32.745456 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba3d8e-9ef0-4dfa-8c1b-f83899f4299c req-da8cf181-ff8e-4b2a-a72a-0ec4390a46fd tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:32.747489 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45ba3d8e-9ef0-4dfa-8c1b-f83899f4299c req-da8cf181-ff8e-4b2a-a72a-0ec4390a46fd tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.0970531 May 27 09:45:32.797935 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45ba3d8e-9ef0-4dfa-8c1b-f83899f4299c req-f56d78f0-7696-47c1-afcb-49c742beca24 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 May 27 09:45:32.867710 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41525451-d786-4425-94e3-48e87a716d56 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:45:32.881505 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] Sync routers for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:45:32.885711 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-41525451-d786-4425-94e3-48e87a716d56 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:32.891414 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:45:32.892139 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:45:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:32.946360 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-41525451-d786-4425-94e3-48e87a716d56 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "PUT /v2.0/floatingips/352231b9-25ba-49c3-9195-940c75553319 HTTP/1.1" status: 200 len: 991 time: 1.9091623 May 27 09:45:32.947327 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:33.008408 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'status': 'completed', 'code': 200} May 27 09:45:33.083494 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:45:33.166708 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:33.312068 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c9bbc-48ba-4291-b55d-00dc251ac250 req-5417974b-fb32-4bfe-a8d3-7a7bb330319d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:33.313546 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-655c9bbc-48ba-4291-b55d-00dc251ac250 req-5417974b-fb32-4bfe-a8d3-7a7bb330319d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0819545 May 27 09:45:33.350386 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-740cd26f-2b15-4111-844b-4206731e65fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:33.369115 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-655c9bbc-48ba-4291-b55d-00dc251ac250 req-a0b84ebc-276a-43f1-b553-dbc82d0d080a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476329 May 27 09:45:33.455824 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '352231b9-25ba-49c3-9195-940c75553319', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'port_id': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'mac_address': 'fa:16:3e:a1:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:45:03Z', 'updated_at': '2021-05-27T09:45:31Z', 'revision_number': 1, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:33.460350 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] Checking router: 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:45:33.468548 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:45:33.469154 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:45:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:33.648082 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:45:33.990657 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827a97c-c3ee-4ed9-8358-d08bf911446c req-20307f10-e254-44ce-86d8-dbf5f3400e42 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:33.992605 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f827a97c-c3ee-4ed9-8358-d08bf911446c req-20307f10-e254-44ce-86d8-dbf5f3400e42 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.0856454 May 27 09:45:34.044471 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f827a97c-c3ee-4ed9-8358-d08bf911446c req-842fa4ce-b020-4dce-bcdd-32847cf94131 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 May 27 09:45:34.047347 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '352231b9-25ba-49c3-9195-940c75553319', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'port_id': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'mac_address': 'fa:16:3e:a1:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:45:03Z', 'updated_at': '2021-05-27T09:45:31Z', 'revision_number': 1, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:34.052461 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a013194-0a13-4e75-bb09-8211b5ec356d None None] The sync data for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi is: [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '352231b9-25ba-49c3-9195-940c75553319', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'port_id': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'mac_address': 'fa:16:3e:a1:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:45:03Z', 'updated_at': '2021-05-27T09:45:31Z', 'revision_number': 1, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:45:34.149077 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:34.272220 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d98ed9-c6a4-495b-a10e-2f2df8a4f870 None None] New status for floating IP 352231b9-25ba-49c3-9195-940c75553319: ACTIVE {{(pid=108801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:45:34.335837 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-564ce13b-e2b1-40ea-bd08-86789ae9f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:34.337326 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-564ce13b-e2b1-40ea-bd08-86789ae9f03d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 1098 time: 0.0738287 May 27 09:45:34.601494 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-7d02edc7-35ba-48e6-8199-9be0836f8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:34.603006 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-7d02edc7-35ba-48e6-8199-9be0836f8d31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.2539988 May 27 09:45:34.618646 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71504a-344e-417c-a2bd-a46c1b2adc4f req-f26bd020-011b-43eb-a38f-2fe6b44e481c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:34.620101 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4c71504a-344e-417c-a2bd-a46c1b2adc4f req-f26bd020-011b-43eb-a38f-2fe6b44e481c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1365404 May 27 09:45:34.751618 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4c71504a-344e-417c-a2bd-a46c1b2adc4f req-eb10df8f-680a-41dc-8b63-94c4ba7ce975 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726101 May 27 09:45:34.753296 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-85b65b32-bd63-4d8e-a57d-e0b48047f87f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408 HTTP/1.1" status: 200 len: 1001 time: 0.1323595 May 27 09:45:34.828531 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-917486c2-db7a-4306-86e3-403896e34b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:34.830070 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-917486c2-db7a-4306-86e3-403896e34b54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.0657992 May 27 09:45:34.912582 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-97f706ce-ddff-4ccf-a5c7-8a319e702922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:34.914190 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-97f706ce-ddff-4ccf-a5c7-8a319e702922 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755432 May 27 09:45:35.066956 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-becc5985-204b-4c27-9289-b8bdf5f05422 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374567 May 27 09:45:35.265936 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5932b5a-148a-42ec-9e3c-a50d6f8576fe req-ef9a62a7-feb7-48a6-8911-f74cdeb1a7ef tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:35.267483 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d5932b5a-148a-42ec-9e3c-a50d6f8576fe req-ef9a62a7-feb7-48a6-8911-f74cdeb1a7ef tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.0976090 May 27 09:45:35.283850 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e59ff91b-6fe3-4ad2-aee7-1a0414d8be16 req-6dde283b-0dfd-4c96-a54c-47d3489edd29 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040992 May 27 09:45:35.299843 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-5a7c0b5e-226d-4b33-9251-54b4bebc068a tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:35.302398 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-5a7c0b5e-226d-4b33-9251-54b4bebc068a tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.45 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 945 time: 0.1486115 May 27 09:45:35.318313 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d5932b5a-148a-42ec-9e3c-a50d6f8576fe req-7cd6ae2e-45a0-49b5-b1e6-65c66bf80359 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/security-groups?id=97119abd-6345-4163-a876-70729037dee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 May 27 09:45:35.459280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Deleting port a84fb61a-2987-4eb0-b471-7df4feeb4563 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:45:35.459656 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:35.609511 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] For port a84fb61a-2987-4eb0-b471-7df4feeb4563, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a84fb61a-2987-4eb0-b471-7df4feeb4563,segment=NetworkSegment(a923d6d8-b2e6-49e7-9ff7-ec1b2a051573),segment_id=a923d6d8-b2e6-49e7-9ff7-ec1b2a051573)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:35.609511 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:35.741046 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Calling delete_port for a84fb61a-2987-4eb0-b471-7df4feeb4563 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:45:35.847895 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:35.959337 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:35.968877 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:35.976334 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['a84fb61a-2987-4eb0-b471-7df4feeb4563'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:45:35.979184 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120470f-d303-4d54-ad3a-d269244d078c req-088f90d9-7250-4f4f-8db7-24135621c97d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:35.995708 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7120470f-d303-4d54-ad3a-d269244d078c req-088f90d9-7250-4f4f-8db7-24135621c97d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1250112 May 27 09:45:36.053059 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7120470f-d303-4d54-ad3a-d269244d078c req-eece5d0d-789b-4191-9bd1-cb4d9394bc87 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557923 May 27 09:45:36.103038 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Pushing event deleted for resources: {'Port': ['ID=a84fb61a-2987-4eb0-b471-7df4feeb4563,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:36.212449 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.212810 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.213171 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.213520 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.213862 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.214204 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.214619 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.214989 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.215333 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.215674 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.216010 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.216345 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:36.224054 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] No DVR routers for this DVR port a84fb61a-2987-4eb0-b471-7df4feeb4563 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:45:36.237486 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:36.239966 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:36.242507 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72282031-8298-4e88-bdfc-aeb92ac2b80e', 'name': 'network-vif-deleted', 'tag': 'a84fb61a-2987-4eb0-b471-7df4feeb4563'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:36.260039 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6529033f-5fc2-4143-a1e1-d9cfeb8a1f0d req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.45 "DELETE /v2.0/ports/a84fb61a-2987-4eb0-b471-7df4feeb4563 HTTP/1.1" status: 204 len: 173 time: 0.9506352 May 27 09:45:36.291981 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72282031-8298-4e88-bdfc-aeb92ac2b80e', 'name': 'network-vif-deleted', 'tag': 'a84fb61a-2987-4eb0-b471-7df4feeb4563', 'status': 'completed', 'code': 200} May 27 09:45:36.565292 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-65ca42c3-b4b9-43d2-8f02-882e9d5e95f1 req-70004437-3201-4509-a4b2-65fdff87f431 tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] 10.222.0.20 "GET /v2.0/ports?device_id=72282031-8298-4e88-bdfc-aeb92ac2b80e HTTP/1.1" status: 200 len: 210 time: 0.1340504 May 27 09:45:37.265431 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676e96b-e826-4757-94d5-147804fa1d6f req-a413643e-733a-413d-8a01-ddb470cbab12 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:37.267012 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9676e96b-e826-4757-94d5-147804fa1d6f req-a413643e-733a-413d-8a01-ddb470cbab12 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1050296 May 27 09:45:37.318300 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9676e96b-e826-4757-94d5-147804fa1d6f req-c2ad9c65-2e68-489c-887f-1b0856eebea5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 May 27 09:45:38.166814 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 37724) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:38.297587 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:38.313835 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:38.319635 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Usage tracker for resource:security_group_rule and tenant:fc40fd4d58a041bbb3486920579ecbc5 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:38.323303 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:38.330104 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:38.451746 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:38.459154 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:38.469889 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2da8ced3-6d23-44ed-9330-4fc14568fd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:38.521575 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a30413-4fe0-4826-b355-061e176087df,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:38.528933 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37744) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:38.529742 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc40fd4d58a041bbb3486920579ecbc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611293 May 27 09:45:38.539064 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.539743 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.540279 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.540776 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.541293 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.541787 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.542318 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.543554 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.544057 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.544571 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.545101 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.545759 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:38.550662 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:38.638222 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e90a62-efd4-409c-88a5-e60d1d837381 req-bace07ef-37ed-4c52-9abd-1755916aa3c4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:38.640036 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-38e90a62-efd4-409c-88a5-e60d1d837381 req-bace07ef-37ed-4c52-9abd-1755916aa3c4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1685104 May 27 09:45:38.640541 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9df39ce5-26c2-4c97-b527-fa2bd75f10f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:38.692439 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9df39ce5-26c2-4c97-b527-fa2bd75f10f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:38.729404 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-38e90a62-efd4-409c-88a5-e60d1d837381 req-e41fb6ca-bae1-441c-8058-16f1ad9de9a7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790982 May 27 09:45:38.764719 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9df39ce5-26c2-4c97-b527-fa2bd75f10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:38.770327 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a6fced70-0412-4a58-ae36-cfe9e7fe5631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:38.780973 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df39ce5-26c2-4c97-b527-fa2bd75f10f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a30413-4fe0-4826-b355-061e176087df,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:38.783579 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9df39ce5-26c2-4c97-b527-fa2bd75f10f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:38.789713 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9df39ce5-26c2-4c97-b527-fa2bd75f10f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:38.793910 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-9df39ce5-26c2-4c97-b527-fa2bd75f10f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47a30413-4fe0-4826-b355-061e176087df HTTP/1.1" status: 204 len: 168 time: 0.2553499 May 27 09:45:38.916348 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37758) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:39.115009 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.131128 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:39.134890 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Usage tracker for resource:security_group_rule and tenant:b86719b5dac74b15bb78074575fa3a8c is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:39.137712 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:39.143399 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:39.154627 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37768) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:39.180832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.203669 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:39.211615 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Usage tracker for resource:security_group_rule and tenant:a72bb5ea192546a495e53f441b993ad9 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:39.216586 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:39.226503 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:39.315400 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.322066 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.332874 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-77817de7-4738-441e-a082-13dfb492584b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:39.376159 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 37778) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:39.391083 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b86719b5dac74b15bb78074575fa3a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712341 May 27 09:45:39.392946 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37784) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:39.394183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bc18b9-7f9f-481f-8bbd-932540c73c63,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:39.397920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:39.455235 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.455438 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] Deleting subnet af18a55e-c3db-4e56-9f60-0597fafc63b0 {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:45:39.459144 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.465491 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.478338 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4f1f2e71-6049-408b-853b-e492164b9191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:39.515833 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-792483'] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.526686 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bccc7ac5-6cc9-41f3-9cba-c650392cc2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.541818 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a72bb5ea192546a495e53f441b993ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861387 May 27 09:45:39.545742 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37788) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:39.548107 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490ec26a-c549-48bb-a345-bdbbf3b19557,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:39.551536 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:39.583759 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.588482 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bccc7ac5-6cc9-41f3-9cba-c650392cc2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.675189 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6cec44c8-b574-4efe-bdcd-8dc1bb0c2da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.708421 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6cec44c8-b574-4efe-bdcd-8dc1bb0c2da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.715330 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bccc7ac5-6cc9-41f3-9cba-c650392cc2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.735181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-54c691b9-5884-4b8b-8c74-8d4985975565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:39.767536 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc7ac5-6cc9-41f3-9cba-c650392cc2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bc18b9-7f9f-481f-8bbd-932540c73c63,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:39.775194 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bccc7ac5-6cc9-41f3-9cba-c650392cc2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:39.779950 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bccc7ac5-6cc9-41f3-9cba-c650392cc2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.781256 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-bccc7ac5-6cc9-41f3-9cba-c650392cc2e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1bc18b9-7f9f-481f-8bbd-932540c73c63 HTTP/1.1" status: 204 len: 168 time: 0.3818378 May 27 09:45:39.806542 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6cec44c8-b574-4efe-bdcd-8dc1bb0c2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.813930 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0310626d-0272-4b65-8e06-12c1d19e2e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:39.843781 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec44c8-b574-4efe-bdcd-8dc1bb0c2da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490ec26a-c549-48bb-a345-bdbbf3b19557,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:39.849512 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6cec44c8-b574-4efe-bdcd-8dc1bb0c2da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:39.851091 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6cec44c8-b574-4efe-bdcd-8dc1bb0c2da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:39.852521 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6cec44c8-b574-4efe-bdcd-8dc1bb0c2da9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/490ec26a-c549-48bb-a345-bdbbf3b19557 HTTP/1.1" status: 204 len: 168 time: 0.3056812 May 27 09:45:39.982337 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1741603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262222279'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.004291 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a9f59a3d-f0b8-4580-8f41-e73657965c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:40.058917 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7854f2-e55b-48d2-8861-cd814f230be3 req-4bf63de5-9c56-49a7-9e84-1ebd2f29c269 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:40.060770 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3c7854f2-e55b-48d2-8861-cd814f230be3 req-4bf63de5-9c56-49a7-9e84-1ebd2f29c269 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1438613 May 27 09:45:40.078852 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.088294 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af18a55e-c3db-4e56-9f60-0597fafc63b0,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:40.094471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:40.108325 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af18a55e-c3db-4e56-9f60-0597fafc63b0 HTTP/1.1" status: 204 len: 168 time: 0.7309887 May 27 09:45:40.113936 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37808) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:40.222011 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3c7854f2-e55b-48d2-8861-cd814f230be3 req-2bb923b7-0190-4f23-9e07-9d3daf522c13 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539338 May 27 09:45:40.231582 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.378115 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.392299 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d6daca-e43a-41a5-949d-c37e06296a68']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:40.411782 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a923d6d8-b2e6-49e7-9ff7-ec1b2a051573') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:40.412046 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a923d6d8-b2e6-49e7-9ff7-ec1b2a051573') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:40.426360 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.435593 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 37826) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:40.443607 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.452138 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:45:40.452138 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.458938 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:45:40.469624 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:45:40.482861 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:40.488559 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc25607d7da42dc94aa22299e2cc0b8 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:40.492293 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:40.499581 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:40.565764 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.571168 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:40.598120 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.605156 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d6daca-e43a-41a5-949d-c37e06296a68,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:40.609979 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:40.613527 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] 10.222.0.20 "DELETE /v2.0/networks/96d6daca-e43a-41a5-949d-c37e06296a68 HTTP/1.1" status: 204 len: 168 time: 0.4987831 May 27 09:45:40.626706 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.634236 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.649695 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-defa32cd-d393-44cb-a245-8ca685363eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:40.687722 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bc25607d7da42dc94aa22299e2cc0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481418 May 27 09:45:40.688465 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37840) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:40.693452 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9815ba5-0483-4633-acb9-fe61830f48b0,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:40.696909 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:40.751238 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5b6c893d-3db6-4cac-ba08-29f496944d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.768542 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 37844) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:40.781652 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5b6c893d-3db6-4cac-ba08-29f496944d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.849642 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f256527d-aece-4289-96ed-5190b61c949c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ed0b87f96b043f2836c5131006f2958&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0793607 May 27 09:45:40.853036 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 37854) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:40.867030 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5b6c893d-3db6-4cac-ba08-29f496944d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.874000 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-24f5d50c-d05e-4161-9336-5ab46e46fce5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:40.896094 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c893d-3db6-4cac-ba08-29f496944d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9815ba5-0483-4633-acb9-fe61830f48b0,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:40.900697 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5b6c893d-3db6-4cac-ba08-29f496944d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:40.913839 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5b6c893d-3db6-4cac-ba08-29f496944d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:40.917673 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-5b6c893d-3db6-4cac-ba08-29f496944d35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9815ba5-0483-4633-acb9-fe61830f48b0 HTTP/1.1" status: 204 len: 168 time: 0.2259095 May 27 09:45:40.944225 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f9a4-23ef-4f36-8f00-95710412157b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:41.003184 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f9a4-23ef-4f36-8f00-95710412157b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:41.066870 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f9a4-23ef-4f36-8f00-95710412157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:41.072546 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1b835887-e571-446b-a7e3-e2d92beeaaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:41.087377 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6f9a4-23ef-4f36-8f00-95710412157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97119abd-6345-4163-a876-70729037dee9,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:41.090324 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d2d6f9a4-23ef-4f36-8f00-95710412157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:41.104818 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-74cb1257-8df1-47e1-a547-51c43b81b6d2 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:41.105967 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-74cb1257-8df1-47e1-a547-51c43b81b6d2 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Synchronizing usage tracker for tenant:382575c197584524ae228bcd7a5a1d5e on resource:network {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:41.120336 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f9a4-23ef-4f36-8f00-95710412157b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:41.124745 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d2d6f9a4-23ef-4f36-8f00-95710412157b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97119abd-6345-4163-a876-70729037dee9 HTTP/1.1" status: 204 len: 168 time: 0.2707150 May 27 09:45:41.140637 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-74cb1257-8df1-47e1-a547-51c43b81b6d2 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Unset dirty status for tenant:382575c197584524ae228bcd7a5a1d5e on resource:network {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:41.150825 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-74cb1257-8df1-47e1-a547-51c43b81b6d2 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 814 time: 0.2596753 May 27 09:45:41.167000 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-1958f8fa-e393-4b88-a657-fa073d5b7748 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/quotas/382575c197584524ae228bcd7a5a1d5e HTTP/1.1" status: 200 len: 375 time: 0.0149777 May 27 09:45:41.264880 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8f8c62fd-7f3b-404e-848f-f490c77be650 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968561 May 27 09:45:41.424922 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-ef9a5603-d898-4471-9497-59a95780ad1d service neutron] 10.222.0.20 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516705 May 27 09:45:41.590925 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8ada1a08-0df8-4675-92a9-0325865d9f88 service neutron] 10.222.0.20 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591358 May 27 09:45:41.925237 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa53ded-1be7-4950-bb5d-e99bd9e147aa req-3bcdce78-96c7-40c8-b08a-c0ef1537476c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:41.931080 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7fa53ded-1be7-4950-bb5d-e99bd9e147aa req-3bcdce78-96c7-40c8-b08a-c0ef1537476c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1058960 May 27 09:45:41.984299 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7fa53ded-1be7-4950-bb5d-e99bd9e147aa req-e1476d7f-cdaa-4313-8393-1da900fffe6f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523062 May 27 09:45:42.080461 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4b4011fe-726b-4ffb-a6a2-a7a1bfba6d37 req-a5c23114-99d1-44f2-bfdb-b5c3ff5089d9 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 210 time: 0.0471416 May 27 09:45:43.186693 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72538aa8-192a-4bf4-a587-3902be7ade8a req-1b12fc5d-c4ff-4c10-84a7-0c3c795d7fcd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:43.188202 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-72538aa8-192a-4bf4-a587-3902be7ade8a req-1b12fc5d-c4ff-4c10-84a7-0c3c795d7fcd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0952001 May 27 09:45:43.237581 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-72538aa8-192a-4bf4-a587-3902be7ade8a req-3cdde588-091a-40d3-8004-d16e96e3b7b7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 May 27 09:45:43.541593 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f179c3cc-ce68-464e-a09c-6b3273a74041 req-3edcc082-2aa2-4a99-a29e-6ab2e1a17383 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 210 time: 0.0473068 May 27 09:45:43.891571 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a84fb61a-2987-4eb0-b471-7df4feeb4563 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:45:43.950972 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: a84fb61a-2987-4eb0-b471-7df4feeb4563 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:45:43.951546 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a84fb61a-2987-4eb0-b471-7df4feeb4563 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:45:44.368123 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38052) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:44.499428 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91369e3d-62a5-429c-b486-c6b13eaa1525 req-e2d27c60-f3b3-4035-bb0d-88cb19b8a611 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:44.510882 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-91369e3d-62a5-429c-b486-c6b13eaa1525 req-e2d27c60-f3b3-4035-bb0d-88cb19b8a611 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1083906 May 27 09:45:44.559655 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:44.693268 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-91369e3d-62a5-429c-b486-c6b13eaa1525 req-183fa1fd-7b43-47ff-babf-9a24fb8f90db tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807456 May 27 09:45:44.708240 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:44.712435 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Usage tracker for resource:security_group_rule and tenant:68874d7b112c483ebacccf7a09d19e17 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:44.715745 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:44.722567 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:44.809004 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5280b697-73b2-42b2-8068-dc97e3f86182 req-8e973e66-1d26-4457-8ba7-0955dcbd85d4 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 210 time: 0.0905232 May 27 09:45:44.889577 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:44.897617 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:44.906713 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-632eadff-3d7a-46e1-9e65-155813c52fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:45.003636 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68874d7b112c483ebacccf7a09d19e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343989 May 27 09:45:45.008087 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38096) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:45.014556 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9abc67-cad8-4b30-9424-3de41a5d0fb2,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:45.027100 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 38100) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:45.046322 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:45.060981 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-60611e26-1f2b-4ad8-bc76-4a65fb1adc99 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:45.062569 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-60611e26-1f2b-4ad8-bc76-4a65fb1adc99 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 814 time: 0.2519577 May 27 09:45:45.088662 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Request body: {'port': {'device_id': 'c6f8e558-623c-4e55-855c-ec5c62d0b9ef', 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495', 'admin_state_up': True, 'tenant_id': '382575c197584524ae228bcd7a5a1d5e'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:45.119157 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9062e75c-2fbc-4fc0-be5d-b5038edec55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.154143 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9062e75c-2fbc-4fc0-be5d-b5038edec55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.236128 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9062e75c-2fbc-4fc0-be5d-b5038edec55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.242490 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3c86608b-a1cc-4e32-950b-0774021e3881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:45.256385 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062e75c-2fbc-4fc0-be5d-b5038edec55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9abc67-cad8-4b30-9424-3de41a5d0fb2,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:45.259170 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-9062e75c-2fbc-4fc0-be5d-b5038edec55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:45.267382 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9062e75c-2fbc-4fc0-be5d-b5038edec55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.274635 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-9062e75c-2fbc-4fc0-be5d-b5038edec55d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab9abc67-cad8-4b30-9424-3de41a5d0fb2 HTTP/1.1" status: 204 len: 168 time: 0.2615182 May 27 09:45:45.290823 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.323177 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:45.331268 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] Usage tracker for resource:security_group_rule and tenant:aa7c220f5e1f43aa91c8d1d4708e4a82 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:45.344268 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:45.354625 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:45.390322 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:45.406818 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:45.422556 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Made reservation on behalf of 382575c197584524ae228bcd7a5a1d5e for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:45:45.426079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.558406 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.565323 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.575433 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:45.582980 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38122) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:45.601897 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.617233 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:45.621071 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Usage tracker for resource:security_group_rule and tenant:30d0b7bd728048b99fc6f0eb4502d7c9 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:45.623862 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:45.629500 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:45.678087 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa7c220f5e1f43aa91c8d1d4708e4a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491997 May 27 09:45:45.681158 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5502815-ce75-4a83-ae85-23c9e34e8e26,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:45.681309 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38126) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:45.686891 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0a6cf146-069f-474a-86e9-d24e70d7d39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:45.687936 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Allocated IP 172.20.0.2 (45bc2549-c0ff-47ce-a77c-ba480b0b1495/530e0862-b549-4c0d-bd80-9e2351dc74a9/a9f85a11-8bae-40f8-832e-a1130a775ce9) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:45:45.769882 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.796787 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.835443 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-9062e75c-2fbc-4fc0-be5d-b5038edec55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:45.859238 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30d0b7bd728048b99fc6f0eb4502d7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750185 May 27 09:45:45.863089 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38144) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:45.866634 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bedc7e8b-d201-47c6-b06e-5bafdda41a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:45.947693 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bedc7e8b-d201-47c6-b06e-5bafdda41a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.004408 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f2c51b-8f4b-4b60-93f0-9fb656394d9f,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:46.017092 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.033127 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca9ec-66fb-4b51-9f62-0a33f72ecffd req-4b0dd0b4-ceaf-4a7e-8ddf-1ddbcf1309b1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:46.035200 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-30eca9ec-66fb-4b51-9f62-0a33f72ecffd req-4b0dd0b4-ceaf-4a7e-8ddf-1ddbcf1309b1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1817167 May 27 09:45:46.082997 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f65e3837-ac4e-4a30-95f7-ab5958880ae7 req-3332d05e-36af-4bd1-8a1b-7d2a9bc84855 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 210 time: 0.1262648 May 27 09:45:46.084241 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:46.101239 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-30eca9ec-66fb-4b51-9f62-0a33f72ecffd req-1dca132e-c26a-46fe-834b-82cd13ce8604 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595057 May 27 09:45:46.114147 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bedc7e8b-d201-47c6-b06e-5bafdda41a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.121818 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.123595 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:46.134005 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-be1d6166-bf5e-4e56-aa40-0e56b5d1f4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.138949 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc7e8b-d201-47c6-b06e-5bafdda41a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5502815-ce75-4a83-ae85-23c9e34e8e26,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:46.147243 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['44da3312-b5ec-4691-8b63-7b9dd75ac56a'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:45:46.147993 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:46.153527 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-bedc7e8b-d201-47c6-b06e-5bafdda41a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:46.161767 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bedc7e8b-d201-47c6-b06e-5bafdda41a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.166054 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-bedc7e8b-d201-47c6-b06e-5bafdda41a5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5502815-ce75-4a83-ae85-23c9e34e8e26 HTTP/1.1" status: 204 len: 168 time: 0.4836359 May 27 09:45:46.187950 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-be1d6166-bf5e-4e56-aa40-0e56b5d1f4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.263972 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-be1d6166-bf5e-4e56-aa40-0e56b5d1f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.269616 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-79a8ac09-ce1d-45f7-8863-2939060fad1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:46.283008 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d6166-bf5e-4e56-aa40-0e56b5d1f4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f2c51b-8f4b-4b60-93f0-9fb656394d9f,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:46.291733 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-be1d6166-bf5e-4e56-aa40-0e56b5d1f4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:46.300090 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-be1d6166-bf5e-4e56-aa40-0e56b5d1f4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.305885 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-be1d6166-bf5e-4e56-aa40-0e56b5d1f4a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9f2c51b-8f4b-4b60-93f0-9fb656394d9f HTTP/1.1" status: 204 len: 168 time: 0.4414561 May 27 09:45:46.445542 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:45:46.466309 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:45:46.473677 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:45:46.538921 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Pushing event updated for resources: {'Port': ['ID=a9f85a11-8bae-40f8-832e-a1130a775ce9,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:46.546547 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:46.583300 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:46.584182 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.607843 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38178) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:46.626505 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5411119 May 27 09:45:46.642107 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Request body: {'port': {'device_id': 'c6f8e558-623c-4e55-855c-ec5c62d0b9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:46.764252 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38188) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:46.785854 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.791736 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.812219 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:46.817801 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Usage tracker for resource:security_group_rule and tenant:50cb856620dc431e8dbfff9e21297495 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:46.821492 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:46.828805 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:46.925737 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.931399 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:46.945370 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-21a95bb4-0954-4b2c-8a92-934a3802e4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:46.994049 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50cb856620dc431e8dbfff9e21297495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286868 May 27 09:45:46.997618 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38200) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:47.029317 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039ba2c0-653a-4ac9-aa9a-34e7dbd96ba6,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:47.033045 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:47.060559 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.086692 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:47.104894 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Usage tracker for resource:security_group_rule and tenant:3b3cc9efaec94f0aa768e28fa355a17e is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:47.110724 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:47.122375 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:47.133966 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a91c2493-36e6-4e6b-bd0d-b856f369518a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.170775 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a91c2493-36e6-4e6b-bd0d-b856f369518a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.320395 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a91c2493-36e6-4e6b-bd0d-b856f369518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.321642 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f85a11-8bae-40f8-832e-a1130a775ce9 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:47.326145 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-45a19e7c-d25d-4e98-b975-e60ee4708646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:47.332424 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.354064 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Transition to ACTIVE for port object a9f85a11-8bae-40f8-832e-a1130a775ce9 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:45:47.362920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.371402 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c2493-36e6-4e6b-bd0d-b856f369518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039ba2c0-653a-4ac9-aa9a-34e7dbd96ba6,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:47.377965 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8229f8e-9f09-4271-afc8-129ec50de53e req-6f6d8469-71c8-4971-92b5-6b13c5787d0a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:47.378745 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c8229f8e-9f09-4271-afc8-129ec50de53e req-6f6d8469-71c8-4971-92b5-6b13c5787d0a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Synchronizing usage tracker for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:47.380022 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a91c2493-36e6-4e6b-bd0d-b856f369518a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:47.382476 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:47.397256 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a91c2493-36e6-4e6b-bd0d-b856f369518a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.398950 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-a91c2493-36e6-4e6b-bd0d-b856f369518a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/039ba2c0-653a-4ac9-aa9a-34e7dbd96ba6 HTTP/1.1" status: 204 len: 168 time: 0.3993711 May 27 09:45:47.401442 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.409950 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.420542 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-32c5d6d1-2c78-4a8e-be77-369c0c3e57da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:47.471428 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e743ee-2423-4284-a605-871a7ea62d0a req-6c6c4443-d174-4336-9bc6-51fe2715a6ae tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:47.472950 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-16e743ee-2423-4284-a605-871a7ea62d0a req-6c6c4443-d174-4336-9bc6-51fe2715a6ae tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.2137370 May 27 09:45:47.478987 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b3cc9efaec94f0aa768e28fa355a17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8695424 May 27 09:45:47.479660 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38222) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:47.482006 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdfbb3c-26b0-468d-b956-4c49dc920a58,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:47.496536 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:47.506580 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Pushing event updated for resources: {'Port': ['ID=a9f85a11-8bae-40f8-832e-a1130a775ce9,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:47.526566 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:47.568245 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-16e743ee-2423-4284-a605-871a7ea62d0a req-eb9e2065-ca83-45c5-a2b0-aa28d993c9ce tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707231 May 27 09:45:47.599823 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a6e66bc3-2c88-4a1c-95b5-c9b07b975695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.649364 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a6e66bc3-2c88-4a1c-95b5-c9b07b975695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.666880 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c8229f8e-9f09-4271-afc8-129ec50de53e req-6f6d8469-71c8-4971-92b5-6b13c5787d0a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Unset dirty status for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:47.668061 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c8229f8e-9f09-4271-afc8-129ec50de53e req-6f6d8469-71c8-4971-92b5-6b13c5787d0a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 931 time: 0.4616168 May 27 09:45:47.746183 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a6e66bc3-2c88-4a1c-95b5-c9b07b975695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.749914 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-fa924f4b-5e82-4f3a-a19c-1856a564f994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:47.765454 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66bc3-2c88-4a1c-95b5-c9b07b975695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdfbb3c-26b0-468d-b956-4c49dc920a58,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:47.784909 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a6e66bc3-2c88-4a1c-95b5-c9b07b975695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:47.788781 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-a6e66bc3-2c88-4a1c-95b5-c9b07b975695 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbdfbb3c-26b0-468d-b956-4c49dc920a58 HTTP/1.1" status: 204 len: 168 time: 0.3064446 May 27 09:45:47.798569 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a6e66bc3-2c88-4a1c-95b5-c9b07b975695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:47.880877 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c8229f8e-9f09-4271-afc8-129ec50de53e req-4a4163b6-b354-4a29-b2b4-328f0c05010f tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067308 May 27 09:45:47.908712 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Attempting to bind port a9f85a11-8bae-40f8-832e-a1130a775ce9 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:45:47.909260 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Attempting to bind port a9f85a11-8bae-40f8-832e-a1130a775ce9 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:45:47.909597 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Attempting to bind port a9f85a11-8bae-40f8-832e-a1130a775ce9 on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:45:47.915139 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Port a9f85a11-8bae-40f8-832e-a1130a775ce9 on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:45:47.915462 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Attempting to bind port a9f85a11-8bae-40f8-832e-a1130a775ce9 on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:45:47.931845 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:45:47.932258 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Checking segment: {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:45:47.932730 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Bound using segment: {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:45:47.933254 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Bound port: a9f85a11-8bae-40f8-832e-a1130a775ce9, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:45:47.933674 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:48.042004 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] For port a9f85a11-8bae-40f8-832e-a1130a775ce9, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:45:48.045714 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] For port a9f85a11-8bae-40f8-832e-a1130a775ce9, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a9f85a11-8bae-40f8-832e-a1130a775ce9,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:45:48.050602 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:48.056718 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:48.124703 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:48.125941 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:48.127907 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] 10.222.0.45 "PUT /v2.0/ports/a9f85a11-8bae-40f8-832e-a1130a775ce9 HTTP/1.1" status: 200 len: 1093 time: 1.4926236 May 27 09:45:48.131591 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f8e558-623c-4e55-855c-ec5c62d0b9ef', 'tag': 'a9f85a11-8bae-40f8-832e-a1130a775ce9'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:48.238560 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f8e558-623c-4e55-855c-ec5c62d0b9ef', 'tag': 'a9f85a11-8bae-40f8-832e-a1130a775ce9', 'status': 'completed', 'code': 200} May 27 09:45:48.252744 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38266) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:48.268200 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Pushing event updated for resources: {'Port': ['ID=a9f85a11-8bae-40f8-832e-a1130a775ce9,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:48.287472 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:48.289024 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:48.330051 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-3125fce6-a959-4175-b60b-7ce2f3c41741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:48.331808 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-3125fce6-a959-4175-b60b-7ce2f3c41741 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 1096 time: 0.1469336 May 27 09:45:48.335556 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:48.340354 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Usage tracker for resource:security_group_rule and tenant:a139fdeb67a346968c0223d6759fc315 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:48.363759 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:48.376159 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:48.441629 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-25123ac7-e722-4904-91cb-00dc58fdd4dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9f85a11-8bae-40f8-832e-a1130a775ce9 HTTP/1.1" status: 200 len: 217 time: 0.0986278 May 27 09:45:48.512171 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8adf5505-2903-49ee-a0b6-2e5fc0fcd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:48.513625 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-8adf5505-2903-49ee-a0b6-2e5fc0fcd06d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=530e0862-b549-4c0d-bd80-9e2351dc74a9 HTTP/1.1" status: 200 len: 854 time: 0.0619953 May 27 09:45:48.535600 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:48.542306 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:48.556268 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2536d7ca-c229-4a42-9941-c38ec2883e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:48.603538 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-107a4cdc-a352-42de-a43a-38142a3deb16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45bc2549-c0ff-47ce-a77c-ba480b0b1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821569 May 27 09:45:48.619383 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a79a65d-30f3-4845-8f1b-7d1dbbddaa29,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:48.629410 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a139fdeb67a346968c0223d6759fc315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738701 May 27 09:45:48.631687 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:48.632310 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38284) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:48.727052 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-51c7b0b1-7d74-4521-b4ee-44f9de5a2f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:48.803491 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-51c7b0b1-7d74-4521-b4ee-44f9de5a2f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:48.846994 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-67351973-e347-4f9b-96ad-99e829f4d38e service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296045 May 27 09:45:48.955370 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-51c7b0b1-7d74-4521-b4ee-44f9de5a2f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:48.961686 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2559b70e-b6d2-4922-b72d-2177ca78b4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:48.987454 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7b0b1-7d74-4521-b4ee-44f9de5a2f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a79a65d-30f3-4845-8f1b-7d1dbbddaa29,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:48.998248 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-51c7b0b1-7d74-4521-b4ee-44f9de5a2f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:49.006151 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-51c7b0b1-7d74-4521-b4ee-44f9de5a2f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:49.008592 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-51c7b0b1-7d74-4521-b4ee-44f9de5a2f1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a79a65d-30f3-4845-8f1b-7d1dbbddaa29 HTTP/1.1" status: 204 len: 168 time: 0.3755744 May 27 09:45:49.144164 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f789-a6db-4c3a-8d14-11eb854011dc req-31a7d7d4-22e3-4899-8432-d40dbdaed60f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:49.145741 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-aba2f789-a6db-4c3a-8d14-11eb854011dc req-31a7d7d4-22e3-4899-8432-d40dbdaed60f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.2937489 May 27 09:45:49.185914 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4f7fbf4d-cc3e-4238-b763-83ddb4ed756b req-162433b4-5d48-4629-b6c5-83c8155682cf service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111120 May 27 09:45:49.212481 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-aba2f789-a6db-4c3a-8d14-11eb854011dc req-4d55f4bd-57df-4eef-9a83-51dc7e1e4263 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 May 27 09:45:49.323390 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6040-656e-4f56-8d11-80b4aafbea59 req-619c54ae-9c66-4e2c-94e6-490428dd5a7b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:49.333245 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-199d6040-656e-4f56-8d11-80b4aafbea59 req-619c54ae-9c66-4e2c-94e6-490428dd5a7b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 943 time: 0.1678278 May 27 09:45:49.340153 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-dd0fd7ff-5049-452a-b8e2-a994ef6473a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:49.342304 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-dd0fd7ff-5049-452a-b8e2-a994ef6473a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 1096 time: 0.0860178 May 27 09:45:49.395721 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-199d6040-656e-4f56-8d11-80b4aafbea59 req-891ac1c7-c4c5-4e7d-9bb2-0a686d8d73db tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605712 May 27 09:45:49.495364 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-d408c462-793d-40e4-af9c-a3de7d123838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:49.496953 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-d408c462-793d-40e4-af9c-a3de7d123838 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 915 time: 0.1461976 May 27 09:45:49.589627 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-08663437-5a14-4a10-bb47-86b2b4780cbc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9f85a11-8bae-40f8-832e-a1130a775ce9 HTTP/1.1" status: 200 len: 217 time: 0.0839579 May 27 09:45:49.672548 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38326) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:49.676137 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-b08744f6-795c-4a26-af4c-c164f5480f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:49.677878 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-b08744f6-795c-4a26-af4c-c164f5480f74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=530e0862-b549-4c0d-bd80-9e2351dc74a9 HTTP/1.1" status: 200 len: 854 time: 0.0766315 May 27 09:45:49.752707 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-bcd4d79f-c62e-44fa-b0ac-42ff6ff27bdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45bc2549-c0ff-47ce-a77c-ba480b0b1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611582 May 27 09:45:49.902549 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:49.935287 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:49.946253 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Usage tracker for resource:security_group_rule and tenant:404c8b6a9f5541f5a0e98bfc68ad3c08 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:49.949928 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:49.957812 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:49.979843 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-4276be51-1ad2-4399-bf1b-a85ed75fe243 service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146726 May 27 09:45:50.069972 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38346) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:50.171856 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.178440 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0cd1d589-7646-4e14-bfba-ff496e5dd373 req-41bf4b4e-7b92-431f-8d4e-b570642c01dd service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897154 May 27 09:45:50.178989 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.192814 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-6ef50245-a61f-4771-88c6-2d729a107740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:50.249145 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=404c8b6a9f5541f5a0e98bfc68ad3c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5734587 May 27 09:45:50.249636 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b16cea5-1561-4feb-812a-ad7a56707e84,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:50.250717 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 38360) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:50.253581 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:50.310173 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.351021 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:50.360327 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ab7cccf66e4c1e80f6b89551298064 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:50.400994 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:50.433300 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:50.436406 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3d05d32a-a613-4422-9963-ebc7b6521072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.469796 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3d05d32a-a613-4422-9963-ebc7b6521072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.546396 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3d05d32a-a613-4422-9963-ebc7b6521072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.551428 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4dd80978-665c-421d-96e1-27661509ad45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:50.563810 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05d32a-a613-4422-9963-ebc7b6521072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b16cea5-1561-4feb-812a-ad7a56707e84,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:50.575163 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3d05d32a-a613-4422-9963-ebc7b6521072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:50.583874 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3d05d32a-a613-4422-9963-ebc7b6521072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.585377 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3d05d32a-a613-4422-9963-ebc7b6521072 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b16cea5-1561-4feb-812a-ad7a56707e84 HTTP/1.1" status: 204 len: 168 time: 0.3333583 May 27 09:45:50.620716 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddce58-124d-40c9-995b-090b672fefe1 req-035085b5-32c4-4d50-a1f3-4f2411fc3625 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:50.622338 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2eddce58-124d-40c9-995b-090b672fefe1 req-035085b5-32c4-4d50-a1f3-4f2411fc3625 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.2667899 May 27 09:45:50.706256 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3978-5624-429a-8e7e-e2743e5a21fc req-f86b6ef5-3a33-4cd2-8524-b428c49ec907 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:50.714370 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-104e3978-5624-429a-8e7e-e2743e5a21fc req-f86b6ef5-3a33-4cd2-8524-b428c49ec907 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 943 time: 0.1269782 May 27 09:45:50.744478 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2eddce58-124d-40c9-995b-090b672fefe1 req-7debe019-5f40-4cae-b513-0b6ee5dc1159 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031978 May 27 09:45:50.756453 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.770460 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.776191 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-104e3978-5624-429a-8e7e-e2743e5a21fc req-10da0abe-c4b1-4bc4-91b4-e92f9e991b31 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587254 May 27 09:45:50.787056 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:50.848999 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0ab7cccf66e4c1e80f6b89551298064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7774811 May 27 09:45:50.850392 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8984bc-3627-47b5-b7d2-c70ac08f02f5,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:50.851702 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 38388) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:50.854440 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:50.930936 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa5a0-27e1-4831-a1f4-473b5a7dc909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:50.963628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa5a0-27e1-4831-a1f4-473b5a7dc909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.026058 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa5a0-27e1-4831-a1f4-473b5a7dc909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.034594 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bc110bff-283d-4131-8ace-7e4693d5f823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:51.051230 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2aa5a0-27e1-4831-a1f4-473b5a7dc909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8984bc-3627-47b5-b7d2-c70ac08f02f5,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:51.055592 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2c2aa5a0-27e1-4831-a1f4-473b5a7dc909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:51.060869 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa5a0-27e1-4831-a1f4-473b5a7dc909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.062417 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-2c2aa5a0-27e1-4831-a1f4-473b5a7dc909 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb8984bc-3627-47b5-b7d2-c70ac08f02f5 HTTP/1.1" status: 204 len: 168 time: 0.2093184 May 27 09:45:51.090515 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 38402) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:51.133487 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.150297 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:51.155534 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Usage tracker for resource:security_group_rule and tenant:21901953c06149788681eb8c0abe52dd is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:51.160569 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:51.169858 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:51.291194 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.296209 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.307962 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-815805b5-71c2-4a4e-af05-485aa9fdbcc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:51.415666 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21901953c06149788681eb8c0abe52dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216085 May 27 09:45:51.416282 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38416) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:51.427567 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b81946-3731-4081-80a1-2cd63d4e1dd4,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:51.431043 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:51.447262 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-0e2c6f7c-23c6-4a5d-948d-ea0fdaa8b9bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316912 May 27 09:45:51.510139 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-680c0516-1947-475d-bb9c-aa2069211463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.548729 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-680c0516-1947-475d-bb9c-aa2069211463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.619084 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-680c0516-1947-475d-bb9c-aa2069211463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.623266 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a6e66bc3-2c88-4a1c-95b5-c9b07b975695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:51.629535 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-5994c950-e143-48a5-8b62-38a6d41bb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:51.633834 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-5994c950-e143-48a5-8b62-38a6d41bb31c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 1099 time: 0.1098528 May 27 09:45:51.636927 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c0516-1947-475d-bb9c-aa2069211463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b81946-3731-4081-80a1-2cd63d4e1dd4,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:51.641315 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-680c0516-1947-475d-bb9c-aa2069211463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:51.662394 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-680c0516-1947-475d-bb9c-aa2069211463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:51.666230 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-680c0516-1947-475d-bb9c-aa2069211463 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37b81946-3731-4081-80a1-2cd63d4e1dd4 HTTP/1.1" status: 204 len: 168 time: 0.2486992 May 27 09:45:51.946835 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-a9e3e0d6-6fba-457a-b002-a065c27b6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:51.948450 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-a9e3e0d6-6fba-457a-b002-a065c27b6da2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 915 time: 0.2727671 May 27 09:45:52.011014 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9468e2f-27d4-47bf-aa38-61e6c09f1cb8 req-49af6903-bd47-4455-83a9-89f412dd5598 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:52.013146 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d9468e2f-27d4-47bf-aa38-61e6c09f1cb8 req-49af6903-bd47-4455-83a9-89f412dd5598 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1197565 May 27 09:45:52.018817 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba220-2d31-4ac4-818d-0d63e608a21d req-0d69c984-9f45-4027-86cc-4eecf2ed6f5f tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:52.020829 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b90ba220-2d31-4ac4-818d-0d63e608a21d req-0d69c984-9f45-4027-86cc-4eecf2ed6f5f tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 943 time: 0.1048207 May 27 09:45:52.114617 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d9468e2f-27d4-47bf-aa38-61e6c09f1cb8 req-fae273cc-5ce1-4368-9b9d-89619f5b8337 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943661 May 27 09:45:52.160986 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b90ba220-2d31-4ac4-818d-0d63e608a21d req-375108bf-d89d-4998-8e96-f685657b65bc tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337686 May 27 09:45:52.420553 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38470) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:52.700776 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:52.717591 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:52.722220 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Usage tracker for resource:security_group_rule and tenant:ae0524f1b76b468892a33b5ee38ab131 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:52.725553 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:52.736157 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:52.790920 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a9f85a11-8bae-40f8-832e-a1130a775ce9 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:45:52.817502 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 38484) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:52.858162 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:52.869059 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:52.886389 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:52.935040 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 38496) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:52.935356 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae0524f1b76b468892a33b5ee38ab131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130882 May 27 09:45:52.938349 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622cf873-a4dd-4c43-b53d-6018e5ddf3e9,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:52.942039 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:53.017063 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-192888853-network', 'tenant_id': '4fd3ade3dc7b4f6582aadb8717b371a4'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:53.030025 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:53.039066 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Usage tracker for resource:network and tenant:4fd3ade3dc7b4f6582aadb8717b371a4 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:53.043649 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port a9f85a11-8bae-40f8-832e-a1130a775ce9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a9f85a11-8bae-40f8-832e-a1130a775ce9,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:53.046582 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:53.061000 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': 'a9f85a11-8bae-40f8-832e-a1130a775ce9', 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495', 'port_id': 'a9f85a11-8bae-40f8-832e-a1130a775ce9', 'mac_address': 'fa:16:3e:df:8a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530e0862-b549-4c0d-bd80-9e2351dc74a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:45:53.064064 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:53.072652 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7bd6-4b17-4415-8705-9482eb2ff9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.119095 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Made reservation on behalf of 4fd3ade3dc7b4f6582aadb8717b371a4 for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:45:53.124843 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.135033 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.156597 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.176572 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f85a11-8bae-40f8-832e-a1130a775ce9 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:45:53.177006 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7bd6-4b17-4415-8705-9482eb2ff9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.190696 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:53.195616 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd3ade3dc7b4f6582aadb8717b371a4 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:53.199959 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:53.204048 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port a9f85a11-8bae-40f8-832e-a1130a775ce9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a9f85a11-8bae-40f8-832e-a1130a775ce9,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:53.207691 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:53.210186 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.212975 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:53.306112 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7bd6-4b17-4415-8705-9482eb2ff9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.316057 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6cec44c8-b574-4efe-bdcd-8dc1bb0c2da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:53.318273 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=a9f85a11-8bae-40f8-832e-a1130a775ce9,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:53.330741 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.331668 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.332356 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.333272 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.333764 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.334277 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.335231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.335360 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f7bd6-4b17-4415-8705-9482eb2ff9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622cf873-a4dd-4c43-b53d-6018e5ddf3e9,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:53.335597 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.335938 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.336276 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.336606 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.336928 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:53.337685 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0e6f7bd6-4b17-4415-8705-9482eb2ff9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:53.340892 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:53.363736 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26c88b-2040-44d1-a781-636e9f9e4cb7 req-54802a2d-4d4a-4cd5-bf82-e13a083b3499 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:53.367884 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9f26c88b-2040-44d1-a781-636e9f9e4cb7 req-54802a2d-4d4a-4cd5-bf82-e13a083b3499 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1023877 May 27 09:45:53.371635 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7bd6-4b17-4415-8705-9482eb2ff9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.372740 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-0e6f7bd6-4b17-4415-8705-9482eb2ff9c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/622cf873-a4dd-4c43-b53d-6018e5ddf3e9 HTTP/1.1" status: 204 len: 168 time: 0.4365146 May 27 09:45:53.377945 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.383859 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.390428 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d2d6f9a4-23ef-4f36-8f00-95710412157b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:53.426303 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9f26c88b-2040-44d1-a781-636e9f9e4cb7 req-ecf46a94-e0ec-4e61-a5e5-09f78170f19a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542910 May 27 09:45:53.426895 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:45:53.432584 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb1e4ac-acf5-4cd9-827e-145543358f59,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:53.436325 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:53.445826 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.446232 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Added segment a73f37d7-d118-4691-b3a1-a6de1ddc9326 of type vlan for network ee8dae39-2f82-4179-acff-658abf1fcc13 May 27 09:45:53.482752 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.518871 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.521217 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:53.521906 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.529426 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-65d1074a-c152-4470-a734-340676c7c4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:53.647202 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8279052 May 27 09:45:53.656540 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38522) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:45:53.658096 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8dae39-2f82-4179-acff-658abf1fcc13,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:53.662669 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:53.668228 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Request body: {'subnet': {'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-192888853-subnet', 'tenant_id': '4fd3ade3dc7b4f6582aadb8717b371a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:45:53.669799 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network ee8dae39-2f82-4179-acff-658abf1fcc13 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:45:53.682464 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:45:53.689333 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Usage tracker for resource:subnet and tenant:4fd3ade3dc7b4f6582aadb8717b371a4 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:45:53.693901 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:45:53.708708 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:45:53.720763 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5e5c-4bbf-4f8c-be7a-0aecda9fe9b2 req-f36ad822-68d0-4a1d-afb4-81df7ac49b40 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:53.731772 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-09ca5e5c-4bbf-4f8c-be7a-0aecda9fe9b2 req-f36ad822-68d0-4a1d-afb4-81df7ac49b40 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 944 time: 0.1490448 May 27 09:45:53.816015 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Made reservation on behalf of 4fd3ade3dc7b4f6582aadb8717b371a4 for: {'subnet': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:45:53.818841 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262222314'] for subnet, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:53.866455 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-09ca5e5c-4bbf-4f8c-be7a-0aecda9fe9b2 req-70e780e5-82c9-4b66-9cb6-311f3a7724a6 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226876 May 27 09:45:53.876513 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-be4df0b2-70b5-4b4d-bb2b-2e183d6c069b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44da3312-b5ec-4691-8b63-7b9dd75ac56a HTTP/1.1" status: 200 len: 217 time: 0.1052320 May 27 09:45:54.286598 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1741666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262222332'] for subnet, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:54.291530 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:54.382634 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Checking segment: {'id': 'a73f37d7-d118-4691-b3a1-a6de1ddc9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:45:54.382967 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Network hostable DHCP agents. Network: ee8dae39-2f82-4179-acff-658abf1fcc13, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:45:54.386274 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18c5fc8-5776-4e5e-b12b-d3cd09fb6315,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:54.391201 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:54.415278 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Network ee8dae39-2f82-4179-acff-658abf1fcc13 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:45:54.427061 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, ee8dae39-2f82-4179-acff-658abf1fcc13) {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:45:54.436886 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:54.437930 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:54.440386 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9103544b-027c-4677-b18b-5727d3a9100d None None] Network ee8dae39-2f82-4179-acff-658abf1fcc13 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:45:54.470881 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8196628 May 27 09:45:54.732515 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d8960-8bc9-4600-915e-0b369bd2cce0 req-d54f3992-26bf-4ba6-b4ac-e5fd6a1f5a9f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:54.734808 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-296d8960-8bc9-4600-915e-0b369bd2cce0 req-d54f3992-26bf-4ba6-b4ac-e5fd6a1f5a9f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1229899 May 27 09:45:54.803307 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951824df-7da2-4e98-9add-67928f702900 None None] Network ee8dae39-2f82-4179-acff-658abf1fcc13 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:45:54.813295 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-296d8960-8bc9-4600-915e-0b369bd2cce0 req-140c1cf0-5848-4023-a93d-18abf0352320 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624597 May 27 09:45:54.919170 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-44ceb8a4-ed49-428a-b569-4532ff892b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:54.922972 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-44ceb8a4-ed49-428a-b569-4532ff892b81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=530e0862-b549-4c0d-bd80-9e2351dc74a9 HTTP/1.1" status: 200 len: 854 time: 0.0774024 May 27 09:45:54.993331 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-61c866f6-c381-4b5d-aa8f-5c027a163ff4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45bc2549-c0ff-47ce-a77c-ba480b0b1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601487 May 27 09:45:55.150926 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ada80a-734a-4c8f-a988-b91c90a58bb6 req-3281338b-541e-4dac-8b61-4bf8bf44503f tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:55.165591 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-51ada80a-734a-4c8f-a988-b91c90a58bb6 req-3281338b-541e-4dac-8b61-4bf8bf44503f tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 944 time: 0.1397789 May 27 09:45:55.178958 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-1aeaf024-df66-423c-b7ab-1806a18c10cb service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730947 May 27 09:45:55.205087 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['a9f85a11-8bae-40f8-832e-a1130a775ce9'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:45:55.223697 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-51ada80a-734a-4c8f-a988-b91c90a58bb6 req-3e93925f-0fa1-4614-aa4d-662550acabb8 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569172 May 27 09:45:55.371108 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a3c6b751-c8dc-4403-a1c0-5db91b63a379 req-9981ac03-e2d4-4376-8bf2-db3de7538906 service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694803 May 27 09:45:55.911349 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:56.090515 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911083-7dd3-4678-9e84-f6a6557658d8 req-1e099ca9-a03d-4575-b9d2-f6f33c60d99c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:56.092348 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a9911083-7dd3-4678-9e84-f6a6557658d8 req-1e099ca9-a03d-4575-b9d2-f6f33c60d99c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0928595 May 27 09:45:56.143055 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a9911083-7dd3-4678-9e84-f6a6557658d8 req-18a44cc2-1f05-467a-98cd-b846347908ec tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443728 May 27 09:45:56.438476 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b8d5-49a4-4421-98ec-1030fe906506 req-2bdb8e7a-b867-4796-b0ca-fb1f33e6f2a6 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:56.440030 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5d81b8d5-49a4-4421-98ec-1030fe906506 req-2bdb8e7a-b867-4796-b0ca-fb1f33e6f2a6 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 944 time: 0.1005638 May 27 09:45:56.486986 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5d81b8d5-49a4-4421-98ec-1030fe906506 req-ae4c75bb-778d-4f1f-887e-1d3716b28165 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 May 27 09:45:56.826739 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a9f85a11-8bae-40f8-832e-a1130a775ce9 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:45:56.894677 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port a9f85a11-8bae-40f8-832e-a1130a775ce9 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:45:56.899435 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port a9f85a11-8bae-40f8-832e-a1130a775ce9 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:45:56.899818 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:56.932227 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-0337b874-ca89-49bd-83f7-42e0b6399d7e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:56.932914 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-0337b874-ca89-49bd-83f7-42e0b6399d7e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Synchronizing usage tracker for tenant:4fd3ade3dc7b4f6582aadb8717b371a4 on resource:network {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:45:56.950838 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-0337b874-ca89-49bd-83f7-42e0b6399d7e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Unset dirty status for tenant:4fd3ade3dc7b4f6582aadb8717b371a4 on resource:network {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:45:56.952193 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-0337b874-ca89-49bd-83f7-42e0b6399d7e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/networks?id=ee8dae39-2f82-4179-acff-658abf1fcc13 HTTP/1.1" status: 200 len: 813 time: 0.2231741 May 27 09:45:56.966518 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-ca87eb0e-269a-4935-8b83-9548cc0ad68e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/quotas/4fd3ade3dc7b4f6582aadb8717b371a4 HTTP/1.1" status: 200 len: 375 time: 0.0088944 May 27 09:45:57.017321 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-0d1b48ef-5d0c-4203-8992-53b24538d66d tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fd3ade3dc7b4f6582aadb8717b371a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444000 May 27 09:45:57.029470 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:57.063133 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f8e558-623c-4e55-855c-ec5c62d0b9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f85a11-8bae-40f8-832e-a1130a775ce9'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:45:57.075077 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port a9f85a11-8bae-40f8-832e-a1130a775ce9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a9f85a11-8bae-40f8-832e-a1130a775ce9,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:45:57.079492 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:45:57.082709 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-0a2b4afe-6e4c-47de-8b00-52198675dfe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:45:57.162855 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=a9f85a11-8bae-40f8-832e-a1130a775ce9,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:57.165919 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:45:57.178345 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-eb08f9f3-ed65-4fe1-93ac-20e560b602a0 service neutron] 10.222.0.20 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517994 May 27 09:45:57.322169 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-21ca29e9-4aa6-4231-9a10-665d6d3b471f service neutron] 10.222.0.20 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380904 May 27 09:45:57.484387 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f8e558-623c-4e55-855c-ec5c62d0b9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f85a11-8bae-40f8-832e-a1130a775ce9', 'code': 200} May 27 09:45:57.915225 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85dac-09bb-44e2-8621-fb7c304b0808 req-dc59f2bd-a30d-44c1-bc69-09c8a4a32ed6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:57.919445 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84c85dac-09bb-44e2-8621-fb7c304b0808 req-dc59f2bd-a30d-44c1-bc69-09c8a4a32ed6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1439245 May 27 09:45:57.980348 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84c85dac-09bb-44e2-8621-fb7c304b0808 req-782c9f96-2d35-4a27-9ce3-c14136cbaf3d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547612 May 27 09:45:58.148381 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-11518cbf-ceca-450e-b9a9-5840467ab7b4 req-479759e2-116a-4a4f-adcc-2500b9dbcb8f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 210 time: 0.0511899 May 27 09:45:58.352031 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eab2f3-88c0-4c9f-a0e1-17b21a503a51 req-1af90d60-ad6c-4404-8852-d23ef9dcce80 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:58.353488 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-64eab2f3-88c0-4c9f-a0e1-17b21a503a51 req-1af90d60-ad6c-4404-8852-d23ef9dcce80 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0875800 May 27 09:45:58.400547 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-64eab2f3-88c0-4c9f-a0e1-17b21a503a51 req-45f47c8d-7cf6-47c0-aff4-503f87bcb3fd tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 May 27 09:45:59.174587 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f4c7-6e72-441a-a01b-2d9d1157a62c req-f6ffc6e9-c68b-45f0-9187-2aae1ffb86e7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:59.176092 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-49f5f4c7-6e72-441a-a01b-2d9d1157a62c req-f6ffc6e9-c68b-45f0-9187-2aae1ffb86e7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0864618 May 27 09:45:59.221368 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-49f5f4c7-6e72-441a-a01b-2d9d1157a62c req-6ee2f7dd-af08-4cc8-aae4-133a006ab204 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395377 May 27 09:45:59.353297 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c40557e4-ba85-4de9-87ea-4481bac53d0c req-4da6f05b-4bff-49fb-be74-2cfd33c4bd9b tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 210 time: 0.0413580 May 27 09:45:59.589113 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328854-a766-422f-a3ae-89064d199f05 req-c05a5369-269d-4898-89dc-84987fc43340 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:45:59.590572 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2d328854-a766-422f-a3ae-89064d199f05 req-c05a5369-269d-4898-89dc-84987fc43340 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0849872 May 27 09:45:59.634829 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2d328854-a766-422f-a3ae-89064d199f05 req-40ad8018-2a41-413a-9136-ff930a5c3426 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378966 May 27 09:46:00.217099 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e144-479b-496b-b60f-a74bd4eb6519 req-ffbc2bcb-260d-4c8f-85a9-6ffb9ef8a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:00.218825 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1e70e144-479b-496b-b60f-a74bd4eb6519 req-ffbc2bcb-260d-4c8f-85a9-6ffb9ef8a49b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 1098 time: 0.0730762 May 27 09:46:00.287821 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1e70e144-479b-496b-b60f-a74bd4eb6519 req-5483d296-fe6d-48bb-bbfb-b401635a310f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 May 27 09:46:00.406845 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac9b45-94ee-4e19-96a2-b0a4c08b0c2a req-058c1d16-05ff-4875-8f84-f61f88845934 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:00.408321 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dfac9b45-94ee-4e19-96a2-b0a4c08b0c2a req-058c1d16-05ff-4875-8f84-f61f88845934 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0820022 May 27 09:46:00.452665 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dfac9b45-94ee-4e19-96a2-b0a4c08b0c2a req-599ea3f1-1815-4d69-8aca-fbe0f8f29975 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386579 May 27 09:46:00.502508 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-cf3bbfc3-e814-4e8a-8250-00d93968bbaf req-1eb522a2-b5b3-4b35-ad1a-52b0c7853327 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 210 time: 0.0423603 May 27 09:46:00.625344 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-f57cfda1-e935-492c-bcf4-3602e70355ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:00.824340 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220356a3-1113-4ab1-9e83-3d4494d3f4c0 req-095c681d-968f-4756-b168-c8181245f945 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:00.825786 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-220356a3-1113-4ab1-9e83-3d4494d3f4c0 req-095c681d-968f-4756-b168-c8181245f945 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0847828 May 27 09:46:00.871180 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-220356a3-1113-4ab1-9e83-3d4494d3f4c0 req-9affae2a-0fe7-44e4-a9a5-390ccbbe3cd0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 May 27 09:46:01.640123 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925a13d-7a09-42fa-9783-6412659b0ea2 req-ecda6393-cf0e-49ac-bb6c-abf029e979e4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:01.641585 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a925a13d-7a09-42fa-9783-6412659b0ea2 req-ecda6393-cf0e-49ac-bb6c-abf029e979e4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0793984 May 27 09:46:01.687028 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a925a13d-7a09-42fa-9783-6412659b0ea2 req-23fb3cec-475b-40b7-8d62-01de25c980d0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398097 May 27 09:46:01.838686 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-550a69e1-1cf1-4de2-a089-7470d0ec028e req-a49e02cf-2cd3-4b79-b52a-37ef10ac5ffd tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 210 time: 0.0457532 May 27 09:46:02.054012 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752cbea-7145-419c-8f96-4ae271bf5c67 req-3681128d-8f9e-4185-9582-a24e952626b4 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:02.055527 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a752cbea-7145-419c-8f96-4ae271bf5c67 req-3681128d-8f9e-4185-9582-a24e952626b4 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0800633 May 27 09:46:02.102830 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a752cbea-7145-419c-8f96-4ae271bf5c67 req-95871c5a-53b0-45f9-b072-0c422d2ed71e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 May 27 09:46:02.875235 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d6f2f-51af-4732-a995-a08706929875 req-b520c129-c5bb-4f69-86d6-35f7dcb0dc3c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:02.876715 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-da4d6f2f-51af-4732-a995-a08706929875 req-b520c129-c5bb-4f69-86d6-35f7dcb0dc3c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0843196 May 27 09:46:02.920852 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-da4d6f2f-51af-4732-a995-a08706929875 req-c2ebacec-1780-4dcd-97d9-7bd24263fda3 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 May 27 09:46:03.055729 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ac829b53-f87a-4727-b312-1a9176801aa2 req-268bc422-723e-4983-8dd9-4407508f2811 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 210 time: 0.0425003 May 27 09:46:03.181266 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:03.295022 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f309e-4bd9-440e-96e7-08ea837cf5d3 req-bf6a7e19-8a68-4232-a86f-04f1ed46db3d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:03.296544 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2a2f309e-4bd9-440e-96e7-08ea837cf5d3 req-bf6a7e19-8a68-4232-a86f-04f1ed46db3d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0848780 May 27 09:46:03.344856 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-b34a9db1-510b-4744-9501-36570a64a8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:03.397600 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2a2f309e-4bd9-440e-96e7-08ea837cf5d3 req-f23f7eb0-eb65-426f-9531-7fa37c7b4bd9 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954137 May 27 09:46:03.742183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-f5dcd3ca-55c6-43a4-a5d2-6a7bc9fe5b0e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:03.743772 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-f5dcd3ca-55c6-43a4-a5d2-6a7bc9fe5b0e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.45 "GET /v2.0/networks?id=ee8dae39-2f82-4179-acff-658abf1fcc13 HTTP/1.1" status: 200 len: 813 time: 0.1583359 May 27 09:46:03.761746 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Request body: {'port': {'device_id': '2c5b9a33-6aa8-4f9c-8413-7af1046b21ff', 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13', 'admin_state_up': True, 'tenant_id': '4fd3ade3dc7b4f6582aadb8717b371a4'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:46:03.923969 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:03.926475 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Usage tracker for resource:port and tenant:4fd3ade3dc7b4f6582aadb8717b371a4 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:03.929440 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:03.936622 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:03.955481 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Made reservation on behalf of 4fd3ade3dc7b4f6582aadb8717b371a4 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:46:03.959694 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:04.167059 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:04.196009 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ba1f1-edd5-4024-bc7f-ab9a2183fd25 req-ff13191a-0f03-45eb-ae1b-17fc8e5dc4cb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:04.197529 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-036ba1f1-edd5-4024-bc7f-ab9a2183fd25 req-ff13191a-0f03-45eb-ae1b-17fc8e5dc4cb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1670511 May 27 09:46:04.232583 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Allocated IP 172.20.0.14 (ee8dae39-2f82-4179-acff-658abf1fcc13/b18c5fc8-5776-4e5e-b12b-d3cd09fb6315/2826a56d-965e-49dd-96d3-0c869c668dc1) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:46:04.267705 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-036ba1f1-edd5-4024-bc7f-ab9a2183fd25 req-3ece4509-68a2-4386-9e25-c2e023dfd894 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634193 May 27 09:46:04.305951 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-56f18994-7715-44b5-8a8b-5863093344bf req-3a34afc1-7a32-4da0-ac27-ee75687b362e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 210 time: 0.0648463 May 27 09:46:04.578177 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:04.637159 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ddb8b-618e-4e98-ad26-4c790297bc26 req-940a00d7-ebf0-430e-b6f9-d3e7fed1099f tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:04.639294 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-645ddb8b-618e-4e98-ad26-4c790297bc26 req-940a00d7-ebf0-430e-b6f9-d3e7fed1099f tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.1178784 May 27 09:46:04.647189 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:04.668474 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:04.752419 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Network ee8dae39-2f82-4179-acff-658abf1fcc13 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:46:04.757761 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:46:04.763280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:46:04.797838 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-645ddb8b-618e-4e98-ad26-4c790297bc26 req-42b8c0c0-5377-4c20-8fb8-333639f6dd0b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487038 May 27 09:46:04.802601 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Pushing event updated for resources: {'Port': ['ID=2826a56d-965e-49dd-96d3-0c869c668dc1,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:04.807101 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:04.839076 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:04.839765 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:04.861284 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1034017 May 27 09:46:05.470268 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38850) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:05.476490 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d4487-3609-47f5-bb3b-f948916599c5 req-796490bf-fbca-4f7c-bd3d-bc3359a62e2d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:05.477997 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-106d4487-3609-47f5-bb3b-f948916599c5 req-796490bf-fbca-4f7c-bd3d-bc3359a62e2d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0832107 May 27 09:46:05.525604 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-106d4487-3609-47f5-bb3b-f948916599c5 req-bdaecbcf-114a-4a68-a651-1e95554bb9fe tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 May 27 09:46:05.596492 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:05.615895 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:05.619859 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Usage tracker for resource:security_group_rule and tenant:47516e75607043e89ad1877085f33e14 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:05.623275 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:05.629078 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:05.707486 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fb66e-6e4e-4bc2-95d0-cfcc10af6c9f req-724ba19a-5832-4d28-b458-36d040adb74f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:05.708178 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-8f1fb66e-6e4e-4bc2-95d0-cfcc10af6c9f req-724ba19a-5832-4d28-b458-36d040adb74f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Synchronizing usage tracker for tenant:4fd3ade3dc7b4f6582aadb8717b371a4 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:46:05.712714 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:05.717430 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:05.726580 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-8f1fb66e-6e4e-4bc2-95d0-cfcc10af6c9f req-724ba19a-5832-4d28-b458-36d040adb74f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Unset dirty status for tenant:4fd3ade3dc7b4f6582aadb8717b371a4 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:46:05.726743 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:05.727919 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f1fb66e-6e4e-4bc2-95d0-cfcc10af6c9f req-724ba19a-5832-4d28-b458-36d040adb74f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 932 time: 0.1014564 May 27 09:46:05.768303 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47516e75607043e89ad1877085f33e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968485 May 27 09:46:05.769181 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9bd42-7e02-4733-86f3-8e1bb30900f5,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:05.772225 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 38858) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:05.772544 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:05.791313 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-8f1fb66e-6e4e-4bc2-95d0-cfcc10af6c9f req-ecbed87b-ad09-41dc-83f4-74287afb5cdf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Synchronizing usage tracker for tenant:4fd3ade3dc7b4f6582aadb8717b371a4 on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:46:05.800943 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:05.833714 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-8f1fb66e-6e4e-4bc2-95d0-cfcc10af6c9f req-ecbed87b-ad09-41dc-83f4-74287afb5cdf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Unset dirty status for tenant:4fd3ade3dc7b4f6582aadb8717b371a4 on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:46:05.834901 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f1fb66e-6e4e-4bc2-95d0-cfcc10af6c9f req-ecbed87b-ad09-41dc-83f4-74287afb5cdf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012774 May 27 09:46:05.859591 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f464078-78d4-45d2-95cb-9534587f12d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:05.880857 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f464078-78d4-45d2-95cb-9534587f12d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:05.936122 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f464078-78d4-45d2-95cb-9534587f12d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:05.939910 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6a962379-2682-44f6-be45-97ad1ab0b6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:05.995808 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f464078-78d4-45d2-95cb-9534587f12d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9bd42-7e02-4733-86f3-8e1bb30900f5,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:05.999720 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0f464078-78d4-45d2-95cb-9534587f12d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:06.000652 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f464078-78d4-45d2-95cb-9534587f12d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:06.004175 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-0f464078-78d4-45d2-95cb-9534587f12d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3a9bd42-7e02-4733-86f3-8e1bb30900f5 HTTP/1.1" status: 204 len: 168 time: 0.2283447 May 27 09:46:06.041494 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9bc84-a231-4f2e-bbbc-eae419e9531a req-d9ab395f-090b-4da8-ac46-4735e8f6f0dc tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:06.042987 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-96b9bc84-a231-4f2e-bbbc-eae419e9531a req-d9ab395f-090b-4da8-ac46-4735e8f6f0dc tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0952995 May 27 09:46:06.089776 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-96b9bc84-a231-4f2e-bbbc-eae419e9531a req-c5f49bce-c106-4258-9ccf-504f4ed38e57 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 May 27 09:46:06.287464 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 38872) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:06.305233 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:06.320368 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:06.324397 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Usage tracker for resource:security_group_rule and tenant:e928ddbb2c204531987e1c73f63222fd is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:06.327901 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:06.334166 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:06.429346 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:06.433730 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:06.443145 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e7e15957-f8f4-4043-97e1-2cbf44f3d25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:06.490219 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e928ddbb2c204531987e1c73f63222fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016978 May 27 09:46:06.491005 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2959db-804a-4d4c-8c24-bdf024796581,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:06.493263 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 38886) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:06.494365 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:06.561117 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6607a6a6-019e-4ccd-ac30-4dd65947a53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:06.586708 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6607a6a6-019e-4ccd-ac30-4dd65947a53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:06.638516 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6607a6a6-019e-4ccd-ac30-4dd65947a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:06.642332 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:06.655394 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607a6a6-019e-4ccd-ac30-4dd65947a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2959db-804a-4d4c-8c24-bdf024796581,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:06.657702 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6607a6a6-019e-4ccd-ac30-4dd65947a53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:06.663830 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6607a6a6-019e-4ccd-ac30-4dd65947a53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:06.667355 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6607a6a6-019e-4ccd-ac30-4dd65947a53c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b2959db-804a-4d4c-8c24-bdf024796581 HTTP/1.1" status: 204 len: 168 time: 0.1709006 May 27 09:46:06.936774 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d293d5-94d0-4ad1-8d04-f594828808e4 req-8157f05c-ed55-443d-a093-30ae8dffa7e6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:06.939032 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-23d293d5-94d0-4ad1-8d04-f594828808e4 req-8157f05c-ed55-443d-a093-30ae8dffa7e6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0921435 May 27 09:46:06.984035 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-23d293d5-94d0-4ad1-8d04-f594828808e4 req-a851b0bb-696e-47c6-9783-b0cf112e02d9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 May 27 09:46:07.160609 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c093bc0-109a-4903-a92c-9c9161f71756 req-70154d86-f63d-4fdc-847c-d421e7671530 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:07.162109 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5c093bc0-109a-4903-a92c-9c9161f71756 req-70154d86-f63d-4fdc-847c-d421e7671530 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 932 time: 0.0827682 May 27 09:46:07.212307 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5c093bc0-109a-4903-a92c-9c9161f71756 req-fbbb3887-a286-414a-aa09-9d5ebe9053d2 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 May 27 09:46:07.573417 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Request body: {'port': {'device_id': '2c5b9a33-6aa8-4f9c-8413-7af1046b21ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:46:07.786178 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:08.253213 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f0ce3-8482-45b1-be87-ef2e1b1c9464 req-e05902a1-af05-41fc-8ba9-d6dcc86a78b0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:08.254540 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-895f0ce3-8482-45b1-be87-ef2e1b1c9464 req-e05902a1-af05-41fc-8ba9-d6dcc86a78b0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1579638 May 27 09:46:08.260291 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2826a56d-965e-49dd-96d3-0c869c668dc1 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:46:08.283126 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:08.314987 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Transition to ACTIVE for port object 2826a56d-965e-49dd-96d3-0c869c668dc1 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:46:08.320250 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-895f0ce3-8482-45b1-be87-ef2e1b1c9464 req-e6c44b1c-b65d-4222-a4c3-1a186d8bebf2 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549457 May 27 09:46:08.321259 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:08.325419 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:08.410023 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21213a-00ad-4d6d-8ab0-20b15cbeea0f req-ab8cc948-9e25-48cf-9634-c61dc9a09b40 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:08.412748 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4e21213a-00ad-4d6d-8ab0-20b15cbeea0f req-ab8cc948-9e25-48cf-9634-c61dc9a09b40 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 944 time: 0.0855045 May 27 09:46:08.458991 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4e21213a-00ad-4d6d-8ab0-20b15cbeea0f req-816b3427-a0ab-49f9-91f7-1634b1bf3a80 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 May 27 09:46:08.483310 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=2826a56d-965e-49dd-96d3-0c869c668dc1,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:08.490876 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:08.563726 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Attempting to bind port 2826a56d-965e-49dd-96d3-0c869c668dc1 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:46:08.564060 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Attempting to bind port 2826a56d-965e-49dd-96d3-0c869c668dc1 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a73f37d7-d118-4691-b3a1-a6de1ddc9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:46:08.564388 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Attempting to bind port 2826a56d-965e-49dd-96d3-0c869c668dc1 on network ee8dae39-2f82-4179-acff-658abf1fcc13 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:46:08.569037 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Port 2826a56d-965e-49dd-96d3-0c869c668dc1 on network ee8dae39-2f82-4179-acff-658abf1fcc13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:46:08.569292 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Attempting to bind port 2826a56d-965e-49dd-96d3-0c869c668dc1 on network ee8dae39-2f82-4179-acff-658abf1fcc13 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:46:08.574300 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:46:08.575018 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Checking segment: {'id': 'a73f37d7-d118-4691-b3a1-a6de1ddc9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:46:08.575118 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Bound using segment: {'id': 'a73f37d7-d118-4691-b3a1-a6de1ddc9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:46:08.575499 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Bound port: 2826a56d-965e-49dd-96d3-0c869c668dc1, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73f37d7-d118-4691-b3a1-a6de1ddc9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:46:08.575843 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:08.677852 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] For port 2826a56d-965e-49dd-96d3-0c869c668dc1, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:46:08.681106 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] For port 2826a56d-965e-49dd-96d3-0c869c668dc1, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2826a56d-965e-49dd-96d3-0c869c668dc1,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:46:08.685085 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:08.690390 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:08.738927 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:08.739527 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:08.741017 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] 10.222.0.45 "PUT /v2.0/ports/2826a56d-965e-49dd-96d3-0c869c668dc1 HTTP/1.1" status: 200 len: 1094 time: 1.1721878 May 27 09:46:08.747845 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5b9a33-6aa8-4f9c-8413-7af1046b21ff', 'tag': '2826a56d-965e-49dd-96d3-0c869c668dc1'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:46:08.771706 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=2826a56d-965e-49dd-96d3-0c869c668dc1,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:08.774954 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:08.792024 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5b9a33-6aa8-4f9c-8413-7af1046b21ff', 'tag': '2826a56d-965e-49dd-96d3-0c869c668dc1', 'status': 'completed', 'code': 200} May 27 09:46:09.509931 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec252-f257-4bd2-a442-ab5a22fd75a5 req-f3d07054-d448-4624-8a13-36f21e702acd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:09.511420 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-956ec252-f257-4bd2-a442-ab5a22fd75a5 req-f3d07054-d448-4624-8a13-36f21e702acd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0829024 May 27 09:46:09.541925 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:46:09.557814 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-956ec252-f257-4bd2-a442-ab5a22fd75a5 req-efce6870-76cd-4d8d-b4ca-b3d52c860d17 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 May 27 09:46:09.726859 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663429-eb06-4e99-b638-2c85263e686c req-014f0e52-9b1a-4d11-9e2d-011de71753a5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:09.728400 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-dc663429-eb06-4e99-b638-2c85263e686c req-014f0e52-9b1a-4d11-9e2d-011de71753a5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 944 time: 0.0803943 May 27 09:46:09.776229 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-dc663429-eb06-4e99-b638-2c85263e686c req-611ca2da-4fb7-44a7-8035-59089fdf8ceb tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412371 May 27 09:46:10.809260 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d029a53-fc87-40c6-82fc-784628dbe5f0 req-cc1ab99f-a839-4e15-844a-e5772a6933d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:10.810828 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5d029a53-fc87-40c6-82fc-784628dbe5f0 req-cc1ab99f-a839-4e15-844a-e5772a6933d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1468542 May 27 09:46:10.855870 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5d029a53-fc87-40c6-82fc-784628dbe5f0 req-9ce4a127-4bed-46d1-9047-e0b8ebd6121c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 May 27 09:46:11.035310 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d43a97-c8e6-4ecd-8fea-0be5d658ac34 req-723ec3f3-2ddf-4a13-85b0-e7d9ad0d4197 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:11.036802 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-44d43a97-c8e6-4ecd-8fea-0be5d658ac34 req-723ec3f3-2ddf-4a13-85b0-e7d9ad0d4197 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 944 time: 0.0875270 May 27 09:46:11.091094 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-44d43a97-c8e6-4ecd-8fea-0be5d658ac34 req-32906de9-b7b3-4fb7-938b-5f0cc3618296 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481958 May 27 09:46:11.099107 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549ecca-1a5e-4e48-a939-ca9c4a69bf3a req-5fb1d16a-eba1-4432-a1cd-c58943c2b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:11.100609 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5549ecca-1a5e-4e48-a939-ca9c4a69bf3a req-5fb1d16a-eba1-4432-a1cd-c58943c2b08d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4fd3ade3dc7b4f6582aadb8717b371a4&device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 1097 time: 0.0814490 May 27 09:46:11.249096 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549ecca-1a5e-4e48-a939-ca9c4a69bf3a req-6d4f9517-c9bc-47ef-921f-c2f4fdf1d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:11.250556 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5549ecca-1a5e-4e48-a939-ca9c4a69bf3a req-6d4f9517-c9bc-47ef-921f-c2f4fdf1d809 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4fd3ade3dc7b4f6582aadb8717b371a4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1390922 May 27 09:46:11.400684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549ecca-1a5e-4e48-a939-ca9c4a69bf3a req-392c4f30-bfac-49a2-9cfe-473022aa5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:11.402159 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5549ecca-1a5e-4e48-a939-ca9c4a69bf3a req-392c4f30-bfac-49a2-9cfe-473022aa5b09 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366403 May 27 09:46:11.507860 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-475943a1-e619-4f30-90e0-061ed63a7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:11.509287 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-475943a1-e619-4f30-90e0-061ed63a7a34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4fd3ade3dc7b4f6582aadb8717b371a4&device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 1097 time: 0.0702078 May 27 09:46:11.588636 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-bc31928c-172b-4086-9d00-32bb25e7ea40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2826a56d-965e-49dd-96d3-0c869c668dc1 HTTP/1.1" status: 200 len: 217 time: 0.0667660 May 27 09:46:11.658002 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-9fea63df-b6ba-4c2a-9e0f-85923ba7ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:11.659450 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-9fea63df-b6ba-4c2a-9e0f-85923ba7ded9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b18c5fc8-5776-4e5e-b12b-d3cd09fb6315 HTTP/1.1" status: 200 len: 853 time: 0.0587304 May 27 09:46:11.709980 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-c8148646-4eb8-4b9f-8d32-229eb0cc572f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ee8dae39-2f82-4179-acff-658abf1fcc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422089 May 27 09:46:11.949308 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-21e5ebb1-7be4-42e3-a833-7aef35a000e3 service neutron] 10.222.0.45 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315171 May 27 09:46:12.319036 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-637d8023-da0c-476e-a6dc-32cb56c1e8a1 req-69431178-809a-4da6-8ba9-8ce5ceed5eac service neutron] 10.222.0.45 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610780 May 27 09:46:12.350260 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7117d-e876-4242-85b7-c542adf715d3 req-e03da629-471e-4baf-a72d-8008f91404db tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:12.351770 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45e7117d-e876-4242-85b7-c542adf715d3 req-e03da629-471e-4baf-a72d-8008f91404db tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.3306971 May 27 09:46:12.357324 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7d998-8d51-4e3e-9266-d3e4330031ae req-11c71925-a97a-4596-8600-0a11a0c9424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:12.359024 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5fb7d998-8d51-4e3e-9266-d3e4330031ae req-11c71925-a97a-4596-8600-0a11a0c9424c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 1098 time: 0.2084591 May 27 09:46:12.426384 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45e7117d-e876-4242-85b7-c542adf715d3 req-63ad1385-de5e-4e3b-89b7-626693cf9056 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598845 May 27 09:46:12.441933 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5fb7d998-8d51-4e3e-9266-d3e4330031ae req-b9211d5b-0d16-40ee-b387-a16acd611d1b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677302 May 27 09:46:12.471023 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395484f2-c12c-4838-9d2b-ab654fbc7615 req-cc7027c9-f7cc-4c4a-b49a-3f8791d4ed60 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:12.472515 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-395484f2-c12c-4838-9d2b-ab654fbc7615 req-cc7027c9-f7cc-4c4a-b49a-3f8791d4ed60 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 944 time: 0.1301579 May 27 09:46:12.523490 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-395484f2-c12c-4838-9d2b-ab654fbc7615 req-54e35364-03a1-438c-af65-077bd42d5c34 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 May 27 09:46:12.778380 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-56591211-b4fd-428f-addd-effcc081bcea tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:12.779848 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-56591211-b4fd-428f-addd-effcc081bcea tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 814 time: 0.1552062 May 27 09:46:12.794390 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-9ce40b29-4175-44fa-8e3f-5bc74ba1bed1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/quotas/382575c197584524ae228bcd7a5a1d5e HTTP/1.1" status: 200 len: 375 time: 0.0090158 May 27 09:46:12.884578 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-05ed49a3-e25d-4ce3-8ac4-8df511d89f22 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853493 May 27 09:46:13.019189 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5242128e-3e06-4599-bf7f-1b6b864353ce service neutron] 10.222.0.20 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271019 May 27 09:46:13.152815 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-3fb7115a-d9f9-4c60-b374-ac90a5678be0 service neutron] 10.222.0.20 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278605 May 27 09:46:13.368177 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cbb9aef8-4b35-4d61-9cd5-df4198335663 req-679368be-8d29-4a36-8a55-d99eb16021e0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 210 time: 0.0575225 May 27 09:46:13.665141 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa59d4-b257-4ac8-8108-8ce227af56a8 req-6ccfd655-9f90-4a82-80d4-e5877f568320 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:13.666803 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9fa59d4-b257-4ac8-8108-8ce227af56a8 req-6ccfd655-9f90-4a82-80d4-e5877f568320 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0987039 May 27 09:46:13.719302 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9fa59d4-b257-4ac8-8108-8ce227af56a8 req-1ea957d1-9da2-45b0-9d74-d4b4b1ff82c4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464823 May 27 09:46:13.919894 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607f7f-72fa-4cb7-983c-285d92dd6c9c req-ffa21e55-023f-42b0-9774-25e8699782b1 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:13.921353 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-09607f7f-72fa-4cb7-983c-285d92dd6c9c req-ffa21e55-023f-42b0-9774-25e8699782b1 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 944 time: 0.0888600 May 27 09:46:13.966659 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-09607f7f-72fa-4cb7-983c-285d92dd6c9c req-00456662-9bca-44d6-b567-14eb9d749271 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396497 May 27 09:46:14.510515 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a8ebfe98-6a5c-4243-a918-528d577b6026 req-836293f1-41af-4cdb-abe5-a12552cff762 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 210 time: 0.0446274 May 27 09:46:14.908202 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e76cf-a2f2-429e-af11-84cc9b99a791 req-f622f089-8534-4834-a6e0-629e19a36fd9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:14.909643 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d01e76cf-a2f2-429e-af11-84cc9b99a791 req-f622f089-8534-4834-a6e0-629e19a36fd9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0808454 May 27 09:46:14.954682 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d01e76cf-a2f2-429e-af11-84cc9b99a791 req-aeeb714b-da53-4375-a24c-e1db794d66fe tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 May 27 09:46:15.153585 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45aeb95-089d-476d-b660-1dc5f34930e3 req-d0586203-8af7-4728-b50e-7497d16fe2f6 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:15.155099 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f45aeb95-089d-476d-b660-1dc5f34930e3 req-d0586203-8af7-4728-b50e-7497d16fe2f6 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 944 time: 0.0857997 May 27 09:46:15.198911 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f45aeb95-089d-476d-b660-1dc5f34930e3 req-c5112453-8897-4cf0-b98a-7071d6146319 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381243 May 27 09:46:15.657464 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e57f6997-2ece-4752-ab66-e95c1d107324 req-8162d57c-70cc-4274-9ceb-3810b1c85818 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 210 time: 0.0424669 May 27 09:46:16.225390 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a360160-b74d-4c66-800d-a7bc3f60fe17 req-a1594f07-f81e-4501-b6a0-b524f77bdc39 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:16.226901 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5a360160-b74d-4c66-800d-a7bc3f60fe17 req-a1594f07-f81e-4501-b6a0-b524f77bdc39 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1599252 May 27 09:46:16.281501 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5a360160-b74d-4c66-800d-a7bc3f60fe17 req-907018de-e98f-4e49-9e69-143829b3808e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474422 May 27 09:46:16.400427 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86f68a-f7bb-4718-9724-bd8fba515d2a req-90b3e5e0-5510-4c6c-af31-f04a363bf749 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:16.402378 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2a86f68a-f7bb-4718-9724-bd8fba515d2a req-90b3e5e0-5510-4c6c-af31-f04a363bf749 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 944 time: 0.0898314 May 27 09:46:16.452016 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2a86f68a-f7bb-4718-9724-bd8fba515d2a req-604ba78d-4129-484b-b267-1ea46eca3034 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 May 27 09:46:16.806345 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cc91c982-6afc-4377-84ef-6ae7627cbda0 req-74040551-3502-4718-a42f-eb901e182c47 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 210 time: 0.0439110 May 27 09:46:17.467133 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09eea-9b59-4b1c-95a3-ca91eb0ae62b req-0dbdcc14-3183-424e-a19a-0765e9ff3983 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:17.468592 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fbc09eea-9b59-4b1c-95a3-ca91eb0ae62b req-0dbdcc14-3183-424e-a19a-0765e9ff3983 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0819297 May 27 09:46:17.513770 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fbc09eea-9b59-4b1c-95a3-ca91eb0ae62b req-7b6a1da5-b616-48b3-9f7b-bc8cfd8e11d5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 May 27 09:46:17.688418 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af3dea-7a6e-495a-ac2f-b987a69f4588 req-3f71e9d4-1284-4563-90b6-c22dc832607d tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:17.689900 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-20af3dea-7a6e-495a-ac2f-b987a69f4588 req-3f71e9d4-1284-4563-90b6-c22dc832607d tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 944 time: 0.0805497 May 27 09:46:17.733959 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-20af3dea-7a6e-495a-ac2f-b987a69f4588 req-b458d911-8b85-42d6-ac76-0d9f1df188d4 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 May 27 09:46:17.906508 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968722e6-f998-4e93-aa78-6cf79117a38a req-0994cfa5-5c0e-4c32-a92f-01ce27a61e57 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:17.908068 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-968722e6-f998-4e93-aa78-6cf79117a38a req-0994cfa5-5c0e-4c32-a92f-01ce27a61e57 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0815842 May 27 09:46:17.954993 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-968722e6-f998-4e93-aa78-6cf79117a38a req-e306bfac-2f7c-49e5-89f3-15a350da4d44 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 May 27 09:46:18.093867 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9a21ed69-39d8-47d1-a761-878e948311dc req-b417558c-ae8f-477f-a232-9e32d8bdac6d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 210 time: 0.0426681 May 27 09:46:18.920685 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b881a7-e1a9-4626-898a-c1110ef74b9d req-d86a3a9b-fbc5-4834-9885-7ca782f60a94 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:18.922118 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-13b881a7-e1a9-4626-898a-c1110ef74b9d req-d86a3a9b-fbc5-4834-9885-7ca782f60a94 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 944 time: 0.0824766 May 27 09:46:18.965873 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-13b881a7-e1a9-4626-898a-c1110ef74b9d req-496fbb30-9aff-4b6f-b2e9-96d79e91c1b7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383348 May 27 09:46:19.245104 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-312d6c19-05d9-44a0-81f6-fa5a9c4996fe req-ce60847f-a22d-4485-9017-25569bd6eb16 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 210 time: 0.0432069 May 27 09:46:19.580437 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 2826a56d-965e-49dd-96d3-0c869c668dc1 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:46:19.719419 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 2826a56d-965e-49dd-96d3-0c869c668dc1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2826a56d-965e-49dd-96d3-0c869c668dc1,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:46:19.734346 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '2826a56d-965e-49dd-96d3-0c869c668dc1', 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13', 'port_id': '2826a56d-965e-49dd-96d3-0c869c668dc1', 'mac_address': 'fa:16:3e:e4:8f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18c5fc8-5776-4e5e-b12b-d3cd09fb6315', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:46:19.816179 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:19.842196 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2826a56d-965e-49dd-96d3-0c869c668dc1 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:46:19.865040 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 2826a56d-965e-49dd-96d3-0c869c668dc1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2826a56d-965e-49dd-96d3-0c869c668dc1,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:46:19.878018 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:19.880241 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c6d4f58a-7173-48c1-bebd-6a984b289f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:19.941542 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-d5b26819-4136-48bc-a48b-ff45a688d473 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:19.944035 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-d5b26819-4136-48bc-a48b-ff45a688d473 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 814 time: 0.2424476 May 27 09:46:19.973681 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Request body: {'port': {'device_id': '9426ee4e-092e-42a8-bed5-93912e8eb96d', 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495', 'admin_state_up': True, 'tenant_id': '382575c197584524ae228bcd7a5a1d5e'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:46:19.998635 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=2826a56d-965e-49dd-96d3-0c869c668dc1,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:20.001984 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:20.180596 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:20.194593 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:20.217855 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76d21d-b617-4ed3-a9fb-16616dcd3c2b req-7f4758c0-3c69-4dfc-9487-3368ccfc12d2 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:20.219734 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6f76d21d-b617-4ed3-a9fb-16616dcd3c2b req-7f4758c0-3c69-4dfc-9487-3368ccfc12d2 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 945 time: 0.1277249 May 27 09:46:20.220562 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Made reservation on behalf of 382575c197584524ae228bcd7a5a1d5e for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:46:20.224173 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:20.333637 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6f76d21d-b617-4ed3-a9fb-16616dcd3c2b req-8bdbdc1b-0445-4013-87ad-03228020526d tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986810 May 27 09:46:20.450644 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-231a6db7-728e-40f8-aa30-e54ac65851d8 req-2f99453e-29a6-432d-baf6-14679a29940a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 210 time: 0.0441709 May 27 09:46:20.454344 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Allocated IP 172.20.0.8 (45bc2549-c0ff-47ce-a77c-ba480b0b1495/530e0862-b549-4c0d-bd80-9e2351dc74a9/f1959e41-5cd3-4e54-b512-12293f3de979) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:46:20.684556 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:20.714022 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:20.719824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:20.787315 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:46:20.790343 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:46:20.794447 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:46:20.829096 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Pushing event updated for resources: {'Port': ['ID=f1959e41-5cd3-4e54-b512-12293f3de979,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:20.833287 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:20.859799 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:20.860402 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:20.884571 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9155946 May 27 09:46:21.527954 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009fbdd-a1de-4530-bd62-0131265f94fd req-55a022b9-5361-481e-856e-b4d1c317a15f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:21.535014 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a009fbdd-a1de-4530-bd62-0131265f94fd req-55a022b9-5361-481e-856e-b4d1c317a15f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 945 time: 0.0906382 May 27 09:46:21.575439 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a009fbdd-a1de-4530-bd62-0131265f94fd req-2bfb5e1b-92d9-4b06-8df3-6741a09b7ec4 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 May 27 09:46:21.749172 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc8213-33f5-497a-81c7-21a9e67a9d92 req-125e4b6a-8eec-4509-a6a3-e948f661efe4 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:21.750625 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-62cc8213-33f5-497a-81c7-21a9e67a9d92 req-125e4b6a-8eec-4509-a6a3-e948f661efe4 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 931 time: 0.0796390 May 27 09:46:21.794818 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-62cc8213-33f5-497a-81c7-21a9e67a9d92 req-1fa0435b-7733-456a-914f-0de29a8e10f5 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 May 27 09:46:22.175186 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Request body: {'port': {'device_id': '9426ee4e-092e-42a8-bed5-93912e8eb96d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:46:22.290040 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:22.697601 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1959e41-5cd3-4e54-b512-12293f3de979 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:46:22.704964 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:22.719715 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Transition to ACTIVE for port object f1959e41-5cd3-4e54-b512-12293f3de979 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:46:22.724251 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:22.730027 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-aacec38b-1e5d-4450-b658-1a47b763d9ff tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:22.773456 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1ff66-dd30-4f32-a3a1-6c833df29e27 req-e00148df-068d-460e-b3a9-5e64b364d8db tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:22.775280 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-35f1ff66-dd30-4f32-a3a1-6c833df29e27 req-e00148df-068d-460e-b3a9-5e64b364d8db tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 945 time: 0.0912428 May 27 09:46:22.823222 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-35f1ff66-dd30-4f32-a3a1-6c833df29e27 req-3e429945-fdf8-419d-9acd-479d66a0c726 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404742 May 27 09:46:22.888277 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Pushing event updated for resources: {'Port': ['ID=f1959e41-5cd3-4e54-b512-12293f3de979,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:22.895194 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:22.964489 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Attempting to bind port f1959e41-5cd3-4e54-b512-12293f3de979 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:46:22.964788 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Attempting to bind port f1959e41-5cd3-4e54-b512-12293f3de979 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:46:22.965017 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Attempting to bind port f1959e41-5cd3-4e54-b512-12293f3de979 on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:46:22.969816 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Port f1959e41-5cd3-4e54-b512-12293f3de979 on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:46:22.970136 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Attempting to bind port f1959e41-5cd3-4e54-b512-12293f3de979 on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:46:22.975214 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:46:22.975547 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Checking segment: {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:46:22.975928 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Bound using segment: {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:46:22.976358 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Bound port: f1959e41-5cd3-4e54-b512-12293f3de979, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:46:22.976705 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:22.998423 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a42eba-e4fb-4a76-b718-1c343d8fd250 req-6a834486-b980-4533-ad6b-2436cba04dea tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:22.999922 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-67a42eba-e4fb-4a76-b718-1c343d8fd250 req-6a834486-b980-4533-ad6b-2436cba04dea tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 943 time: 0.0826344 May 27 09:46:23.045235 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-67a42eba-e4fb-4a76-b718-1c343d8fd250 req-252addc2-87ef-439d-9ad6-4bcf78edc6b7 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395322 May 27 09:46:23.067601 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] For port f1959e41-5cd3-4e54-b512-12293f3de979, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:46:23.070458 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] For port f1959e41-5cd3-4e54-b512-12293f3de979, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f1959e41-5cd3-4e54-b512-12293f3de979,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:46:23.076261 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:23.080582 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b2e12fbc-dd6e-49c8-a150-c08628b98972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:23.135236 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:23.135840 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:23.137174 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] 10.222.0.45 "PUT /v2.0/ports/f1959e41-5cd3-4e54-b512-12293f3de979 HTTP/1.1" status: 200 len: 1093 time: 0.9666500 May 27 09:46:23.137655 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9426ee4e-092e-42a8-bed5-93912e8eb96d', 'tag': 'f1959e41-5cd3-4e54-b512-12293f3de979'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:46:23.157996 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Pushing event updated for resources: {'Port': ['ID=f1959e41-5cd3-4e54-b512-12293f3de979,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:23.161125 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:23.184575 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9426ee4e-092e-42a8-bed5-93912e8eb96d', 'tag': 'f1959e41-5cd3-4e54-b512-12293f3de979', 'status': 'completed', 'code': 200} May 27 09:46:23.211012 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'a9f85a11-8bae-40f8-832e-a1130a775ce9'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:46:23.249877 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['2826a56d-965e-49dd-96d3-0c869c668dc1'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:46:23.346824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4506b3-f4df-475d-baab-6590eeff8efd req-e85cd161-a561-487a-ad62-98311d65bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:23.346824 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9d4506b3-f4df-475d-baab-6590eeff8efd req-e85cd161-a561-487a-ad62-98311d65bc51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 1096 time: 0.0863822 May 27 09:46:23.509516 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4506b3-f4df-475d-baab-6590eeff8efd req-ff1a9c82-6b7f-4e6e-9306-6185372a854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:23.510491 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9d4506b3-f4df-475d-baab-6590eeff8efd req-ff1a9c82-6b7f-4e6e-9306-6185372a854f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=382575c197584524ae228bcd7a5a1d5e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1422226 May 27 09:46:23.656814 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4506b3-f4df-475d-baab-6590eeff8efd req-67614baa-485f-446e-9b25-9022ff4829cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:23.658266 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9d4506b3-f4df-475d-baab-6590eeff8efd req-67614baa-485f-446e-9b25-9022ff4829cb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391449 May 27 09:46:23.794419 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5f6b2340-5297-457a-bcf2-4366e9372f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:23.796975 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-5f6b2340-5297-457a-bcf2-4366e9372f15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 1096 time: 0.0849283 May 27 09:46:23.874234 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-fe770a85-1ac4-43b7-bf73-d23c5d2fb38c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1959e41-5cd3-4e54-b512-12293f3de979 HTTP/1.1" status: 200 len: 217 time: 0.0689905 May 27 09:46:23.938980 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-d07f5f57-9870-49ad-91ab-2434818e2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:23.940396 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-d07f5f57-9870-49ad-91ab-2434818e2feb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=530e0862-b549-4c0d-bd80-9e2351dc74a9 HTTP/1.1" status: 200 len: 854 time: 0.0573261 May 27 09:46:24.018025 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799a602-d6bb-4634-9943-71bfa7225c2f req-16e0b5da-d345-43e2-af58-c55f5fcd624f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:24.019524 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3799a602-d6bb-4634-9943-71bfa7225c2f req-16e0b5da-d345-43e2-af58-c55f5fcd624f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 945 time: 0.0824969 May 27 09:46:24.064787 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3799a602-d6bb-4634-9943-71bfa7225c2f req-c33b9675-dbbb-43f4-8f76-46cb5e178303 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 May 27 09:46:24.231871 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db00f03-38ea-4d28-a899-815878345fbd req-300049a9-b967-4662-949b-1f779e6bf23c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:24.232571 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-3db00f03-38ea-4d28-a899-815878345fbd req-300049a9-b967-4662-949b-1f779e6bf23c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Synchronizing usage tracker for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:46:24.248446 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-3db00f03-38ea-4d28-a899-815878345fbd req-300049a9-b967-4662-949b-1f779e6bf23c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Unset dirty status for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:46:24.249663 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3db00f03-38ea-4d28-a899-815878345fbd req-300049a9-b967-4662-949b-1f779e6bf23c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 943 time: 0.0953624 May 27 09:46:24.298602 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3db00f03-38ea-4d28-a899-815878345fbd req-7125c879-0349-44dc-b18b-706b56d0403e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 May 27 09:46:25.249410 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a2100-c6e4-4272-815c-e3c6cbfaa97c req-df53ce9b-e55a-4dec-aed7-4f911d0124f9 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:25.250787 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-713a2100-c6e4-4272-815c-e3c6cbfaa97c req-df53ce9b-e55a-4dec-aed7-4f911d0124f9 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 945 time: 0.0804281 May 27 09:46:25.297919 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-713a2100-c6e4-4272-815c-e3c6cbfaa97c req-d3338faa-9ef1-4780-b180-6278f25d1e91 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 May 27 09:46:25.485630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baadd10-c6f9-4771-b35c-1994c1920b51 req-62c7833b-97fa-4291-bc61-c7e5c7be1b3a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:25.487134 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2baadd10-c6f9-4771-b35c-1994c1920b51 req-62c7833b-97fa-4291-bc61-c7e5c7be1b3a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 943 time: 0.0829306 May 27 09:46:25.532526 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2baadd10-c6f9-4771-b35c-1994c1920b51 req-6c45758e-1a5c-4690-9e62-53518f717a72 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 May 27 09:46:26.480452 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb263416-2f97-4824-abf0-8b74a43e7165 req-c422f9a7-abda-4982-b0cb-34ec7abf838b tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:26.482162 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-eb263416-2f97-4824-abf0-8b74a43e7165 req-c422f9a7-abda-4982-b0cb-34ec7abf838b tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 945 time: 0.0795732 May 27 09:46:26.526738 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-eb263416-2f97-4824-abf0-8b74a43e7165 req-26d1ceea-e09f-412d-9ff0-5c151ecd9b10 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 May 27 09:46:26.774796 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf420bc-039d-4181-9d79-9dad5dcfde12 req-f2a503e5-235b-4325-84b4-90ea86f299c2 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:26.776253 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ebf420bc-039d-4181-9d79-9dad5dcfde12 req-f2a503e5-235b-4325-84b4-90ea86f299c2 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 943 time: 0.1352181 May 27 09:46:26.836009 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:26.859391 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ebf420bc-039d-4181-9d79-9dad5dcfde12 req-171f03c6-88dd-4dcd-b481-5c938d24251c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771000 May 27 09:46:26.866535 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-c34f4ded-0460-40b3-811a-08b4261470d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45bc2549-c0ff-47ce-a77c-ba480b0b1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511329 May 27 09:46:27.009607 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-d8539510-13a0-42a6-9600-fc381ea93c76 service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230671 May 27 09:46:27.154830 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7f89e385-fcbb-422a-8bc2-45a0da646b0d req-fcf277f8-cd90-42dd-b578-3e4c82a2a31e service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376545 May 27 09:46:27.712629 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667acdbc-bc1e-4f1c-874f-c41738280afb req-ec4395c8-1b05-4353-a2f2-3bae6593a4fe tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:27.714104 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-667acdbc-bc1e-4f1c-874f-c41738280afb req-ec4395c8-1b05-4353-a2f2-3bae6593a4fe tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 945 time: 0.0816383 May 27 09:46:27.763166 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-667acdbc-bc1e-4f1c-874f-c41738280afb req-49662dfc-05b7-4a99-a3da-bd6c8f3061fa tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 May 27 09:46:28.061119 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf2f5e-f11e-495d-9991-de1b7ab9869b req-c5fd7c13-73ce-4921-b0cc-4ce5d6471ee5 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:28.062593 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7ccf2f5e-f11e-495d-9991-de1b7ab9869b req-c5fd7c13-73ce-4921-b0cc-4ce5d6471ee5 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 943 time: 0.0837100 May 27 09:46:28.111300 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7ccf2f5e-f11e-495d-9991-de1b7ab9869b req-32540e69-10d0-4fd0-92b2-c000707f8bd1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 May 27 09:46:28.699263 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695d959-ee2b-401e-905f-55071a06b9ad req-8ef5b9f1-2eaa-4f34-90b4-2a52f73e62e0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:28.700633 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1695d959-ee2b-401e-905f-55071a06b9ad req-8ef5b9f1-2eaa-4f34-90b4-2a52f73e62e0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0838451 May 27 09:46:28.745153 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1695d959-ee2b-401e-905f-55071a06b9ad req-51e6331e-1c35-479b-ab32-25682faeccef tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 May 27 09:46:28.948008 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae68b-1229-4764-8e12-87363b64a36c req-e00d47bb-c9cd-49ac-9a35-eba48182075e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:28.949560 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6abae68b-1229-4764-8e12-87363b64a36c req-e00d47bb-c9cd-49ac-9a35-eba48182075e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 945 time: 0.0824678 May 27 09:46:28.994528 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6abae68b-1229-4764-8e12-87363b64a36c req-467ff27e-8228-4826-9a84-73f3175e128f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391026 May 27 09:46:29.300208 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163ab62-330b-43bb-a7b4-f66744291506 req-31d3c94a-509d-44b8-87dd-b83935a432ad tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:29.301667 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3163ab62-330b-43bb-a7b4-f66744291506 req-31d3c94a-509d-44b8-87dd-b83935a432ad tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 943 time: 0.0818160 May 27 09:46:29.346808 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3163ab62-330b-43bb-a7b4-f66744291506 req-577a612b-d7c3-4f08-9013-b0caf1034d0e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 May 27 09:46:29.424969 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 2826a56d-965e-49dd-96d3-0c869c668dc1 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:46:29.494024 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 2826a56d-965e-49dd-96d3-0c869c668dc1 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:46:29.498707 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 2826a56d-965e-49dd-96d3-0c869c668dc1 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:46:29.499124 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:29.619225 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:29.645486 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5b9a33-6aa8-4f9c-8413-7af1046b21ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2826a56d-965e-49dd-96d3-0c869c668dc1'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:46:29.655521 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 2826a56d-965e-49dd-96d3-0c869c668dc1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2826a56d-965e-49dd-96d3-0c869c668dc1,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:46:29.660214 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:29.662841 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:29.722621 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5b9a33-6aa8-4f9c-8413-7af1046b21ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2826a56d-965e-49dd-96d3-0c869c668dc1', 'code': 200} May 27 09:46:29.756552 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=2826a56d-965e-49dd-96d3-0c869c668dc1,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:29.759738 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:29.935121 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c02f3-39a8-475c-957d-1071c83b580d req-a2326f1c-3353-47c0-94d2-a33831ed62d4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:29.936642 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0f4c02f3-39a8-475c-957d-1071c83b580d req-a2326f1c-3353-47c0-94d2-a33831ed62d4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0851922 May 27 09:46:29.985171 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0f4c02f3-39a8-475c-957d-1071c83b580d req-d4bb75dc-792a-4563-904d-34cee5411276 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 May 27 09:46:30.186926 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eed298-75f7-4f2e-ad14-1e38e13ca5de req-c31f0577-8faa-4f6c-9e1c-dce7d2631490 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:30.188295 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-81eed298-75f7-4f2e-ad14-1e38e13ca5de req-c31f0577-8faa-4f6c-9e1c-dce7d2631490 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.0793395 May 27 09:46:30.233943 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-81eed298-75f7-4f2e-ad14-1e38e13ca5de req-0f69d687-4c7f-4240-8f1c-d77b663fbf86 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 May 27 09:46:30.547743 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903515d-707b-418e-b4ef-e63009cd142f req-a28fa4f7-bc12-40b8-9f4f-f40f90ed811b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:30.549372 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e903515d-707b-418e-b4ef-e63009cd142f req-a28fa4f7-bc12-40b8-9f4f-f40f90ed811b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 943 time: 0.0968974 May 27 09:46:30.577428 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-810c7185-18cc-4d24-9504-e6459b3b9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:30.579910 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-810c7185-18cc-4d24-9504-e6459b3b9730 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1099 time: 0.0842228 May 27 09:46:30.608929 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e903515d-707b-418e-b4ef-e63009cd142f req-a816628d-a7ce-4bf0-8593-c3d534f14bee tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532041 May 27 09:46:30.656976 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-21b011e0-9ee6-41ce-8e1b-8b660a048402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:30.801603 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-4ad9033d-ad8c-49ab-95e8-ba7501198281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:30.803083 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-4ad9033d-ad8c-49ab-95e8-ba7501198281 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 920 time: 0.2124755 May 27 09:46:30.811558 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710d43f-17bd-4d66-b8f3-7ad6fd655b98 req-704a4ad5-3728-4dc1-a124-6168f041f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:30.812899 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9710d43f-17bd-4d66-b8f3-7ad6fd655b98 req-704a4ad5-3728-4dc1-a124-6168f041f8bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 1099 time: 0.1210492 May 27 09:46:30.890114 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-70650d7b-b55f-4588-a834-7c55c7d55c0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae HTTP/1.1" status: 200 len: 217 time: 0.0763001 May 27 09:46:30.945863 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9710d43f-17bd-4d66-b8f3-7ad6fd655b98 req-735be1d8-a350-4b7b-9399-79039a2b6f9d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845580 May 27 09:46:30.966175 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-b7787c43-dd70-4c9a-b90a-c73ac9d7e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:30.967635 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-b7787c43-dd70-4c9a-b90a-c73ac9d7e0fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.0668058 May 27 09:46:31.043864 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-8535a300-e64d-48c6-b6ab-364b87057edf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428801 May 27 09:46:31.186346 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb924003-d76a-4337-a079-543f5b51e67f req-25548b41-9b9f-4e1c-bb02-9225337a1cba tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:31.187918 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bb924003-d76a-4337-a079-543f5b51e67f req-25548b41-9b9f-4e1c-bb02-9225337a1cba tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0879996 May 27 09:46:31.235906 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bb924003-d76a-4337-a079-543f5b51e67f req-92c4b2dc-9ba2-4715-bfdc-c4177ee3dae9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 May 27 09:46:31.421512 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7758df-11b5-4e82-8295-bdbc3d4fd8c2 req-c2cc0832-0ac9-4dbd-baca-9761e8606246 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:31.423520 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3b7758df-11b5-4e82-8295-bdbc3d4fd8c2 req-c2cc0832-0ac9-4dbd-baca-9761e8606246 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.0816827 May 27 09:46:31.467694 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3b7758df-11b5-4e82-8295-bdbc3d4fd8c2 req-8f9736ac-fd8b-4caf-a502-8d6be56d4aeb tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393319 May 27 09:46:31.886566 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc75077-af80-4869-a857-972fb077ba4c req-08436bc8-1581-4e45-97ea-4c6db982a14d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:31.888044 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1bc75077-af80-4869-a857-972fb077ba4c req-08436bc8-1581-4e45-97ea-4c6db982a14d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 943 time: 0.1704473 May 27 09:46:31.932547 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1bc75077-af80-4869-a857-972fb077ba4c req-861c441c-162b-4f97-be70-279d9e6c6c81 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 May 27 09:46:32.421144 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b19b33-9311-4586-9feb-aee3e658a5a0 req-8d5fc90f-1589-40df-a5bc-737351b26df5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:32.422607 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-82b19b33-9311-4586-9feb-aee3e658a5a0 req-8d5fc90f-1589-40df-a5bc-737351b26df5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0801325 May 27 09:46:32.471500 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-82b19b33-9311-4586-9feb-aee3e658a5a0 req-a2806f8d-181b-457d-991e-466c11a9a170 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 May 27 09:46:32.656989 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436535c-348e-4d59-bba0-e41c67799a49 req-2fc8a1a9-3d79-4b54-82dd-3278038722c4 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:32.658348 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4436535c-348e-4d59-bba0-e41c67799a49 req-2fc8a1a9-3d79-4b54-82dd-3278038722c4 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.0826869 May 27 09:46:32.702449 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4436535c-348e-4d59-bba0-e41c67799a49 req-4c6aacb8-613d-4466-a327-8181a67f1896 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380201 May 27 09:46:33.069429 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device f1959e41-5cd3-4e54-b512-12293f3de979 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:46:33.125080 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84740-10de-4ea7-99a9-addb50b4be88 req-9794c24d-7f33-4833-802e-15088d69a6be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:33.126548 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f4c84740-10de-4ea7-99a9-addb50b4be88 req-9794c24d-7f33-4833-802e-15088d69a6be tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 943 time: 0.0852785 May 27 09:46:33.172433 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f4c84740-10de-4ea7-99a9-addb50b4be88 req-c68ffe46-6a70-4026-89d3-1990138c3b6f tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 May 27 09:46:33.180364 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:33.217273 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port f1959e41-5cd3-4e54-b512-12293f3de979, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f1959e41-5cd3-4e54-b512-12293f3de979,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:46:33.231079 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': 'f1959e41-5cd3-4e54-b512-12293f3de979', 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495', 'port_id': 'f1959e41-5cd3-4e54-b512-12293f3de979', 'mac_address': 'fa:16:3e:97:fa:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530e0862-b549-4c0d-bd80-9e2351dc74a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:46:33.286133 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:33.302991 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1959e41-5cd3-4e54-b512-12293f3de979 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:46:33.318165 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port f1959e41-5cd3-4e54-b512-12293f3de979, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f1959e41-5cd3-4e54-b512-12293f3de979,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:46:33.322110 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:33.323883 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:33.388694 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-343e6dfc-e373-4e99-b62a-bd4ccbdb134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:33.403449 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=f1959e41-5cd3-4e54-b512-12293f3de979,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:33.406157 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:33.657477 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c221df2-bf99-45c8-ae7b-75745f386700 req-a5f383eb-3255-4e9b-8081-eb6b6e60f9ea tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:33.658955 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5c221df2-bf99-45c8-ae7b-75745f386700 req-a5f383eb-3255-4e9b-8081-eb6b6e60f9ea tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0793004 May 27 09:46:33.702661 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5c221df2-bf99-45c8-ae7b-75745f386700 req-0fed8d2b-d8fe-40f6-8310-6eedaa6409a3 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 May 27 09:46:33.891914 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79a17a-bef3-47dd-a90c-804ab454d339 req-a893104e-4c06-4486-a6fd-8562f8905982 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:33.893363 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0a79a17a-bef3-47dd-a90c-804ab454d339 req-a893104e-4c06-4486-a6fd-8562f8905982 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.0832987 May 27 09:46:33.937113 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0a79a17a-bef3-47dd-a90c-804ab454d339 req-20230d09-9b0a-4d6b-aec3-a9b4998642bb tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381739 May 27 09:46:34.152763 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:34.265812 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-d28e18c5-3186-4b3e-b9a7-a16de53f30d9 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353743 May 27 09:46:34.357011 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5dc3-3d5b-47c3-b45d-6f792467e70e req-619856cf-7aeb-49c9-989e-4b4f3eb3b5b1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:34.358530 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3f9c5dc3-3d5b-47c3-b45d-6f792467e70e req-619856cf-7aeb-49c9-989e-4b4f3eb3b5b1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 944 time: 0.0805774 May 27 09:46:34.408000 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3f9c5dc3-3d5b-47c3-b45d-6f792467e70e req-8dce23f1-d0f7-4772-a62d-823c7a994d09 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 May 27 09:46:34.417513 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-48b31cd9-440e-4a99-b223-cc372e4f021c req-2bf9c3f8-d1b6-4f95-adfe-891776853524 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297073 May 27 09:46:34.566691 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['f1959e41-5cd3-4e54-b512-12293f3de979'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:46:34.897623 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534df6f-5305-40af-99ba-020f7864d187 req-c7db96a4-f70e-4e10-ba52-cfa0e91bbc60 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:34.899099 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6534df6f-5305-40af-99ba-020f7864d187 req-c7db96a4-f70e-4e10-ba52-cfa0e91bbc60 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0833611 May 27 09:46:34.944339 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6534df6f-5305-40af-99ba-020f7864d187 req-71eb04ca-5363-477b-9d15-be786b8f936e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 May 27 09:46:35.127955 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cebb18-3903-4267-9e02-ff852b6f8c86 req-fe01afc6-2e94-41b7-a64e-0b61aec0f1c7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:35.129866 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-70cebb18-3903-4267-9e02-ff852b6f8c86 req-fe01afc6-2e94-41b7-a64e-0b61aec0f1c7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.0883396 May 27 09:46:35.209413 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-70cebb18-3903-4267-9e02-ff852b6f8c86 req-65f5bd63-d865-4fd7-907e-0623399a287b tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735464 May 27 09:46:35.603341 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eadacb-de61-4d8c-9050-cc2f9f022c63 req-54073704-255f-404b-9743-ec736a3eb9f7 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:35.604980 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-18eadacb-de61-4d8c-9050-cc2f9f022c63 req-54073704-255f-404b-9743-ec736a3eb9f7 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 944 time: 0.0872622 May 27 09:46:35.649925 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-18eadacb-de61-4d8c-9050-cc2f9f022c63 req-d8c471c9-62db-471e-8360-045999b14f47 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391209 May 27 09:46:35.804962 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:36.140574 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb2755-06fa-44d6-8f54-eae98722fb34 req-a2377381-8b8f-4799-aa49-93a167e3ca7f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:36.142076 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2dcb2755-06fa-44d6-8f54-eae98722fb34 req-a2377381-8b8f-4799-aa49-93a167e3ca7f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0894885 May 27 09:46:36.194391 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2dcb2755-06fa-44d6-8f54-eae98722fb34 req-ae8910f0-ddd3-4c9d-bb33-9e282b4bfa97 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457761 May 27 09:46:36.414531 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13b36-3e88-4d42-9b24-f89f9c382449 req-60fd8173-683c-4fbf-b6d9-b8fcfcb87367 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:36.419231 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e2a13b36-3e88-4d42-9b24-f89f9c382449 req-60fd8173-683c-4fbf-b6d9-b8fcfcb87367 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.1049485 May 27 09:46:36.470001 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e2a13b36-3e88-4d42-9b24-f89f9c382449 req-211bc510-d499-4da5-9c2b-fb2e61053c3d tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462818 May 27 09:46:36.858880 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3dfd9-a96c-4eb0-979e-1a5be70649c2 req-f3542d09-33e5-41a1-980c-52b17be2865b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:36.859956 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device f1959e41-5cd3-4e54-b512-12293f3de979 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:46:36.867088 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-07a3dfd9-a96c-4eb0-979e-1a5be70649c2 req-f3542d09-33e5-41a1-980c-52b17be2865b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 944 time: 0.1001031 May 27 09:46:36.917924 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-07a3dfd9-a96c-4eb0-979e-1a5be70649c2 req-d2bb4a25-cc92-4f7a-904e-c93a6427a472 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498059 May 27 09:46:36.951975 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port f1959e41-5cd3-4e54-b512-12293f3de979 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:46:36.957628 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port f1959e41-5cd3-4e54-b512-12293f3de979 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:46:36.958073 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:37.085922 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:37.116373 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9426ee4e-092e-42a8-bed5-93912e8eb96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1959e41-5cd3-4e54-b512-12293f3de979'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:46:37.127407 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port f1959e41-5cd3-4e54-b512-12293f3de979, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f1959e41-5cd3-4e54-b512-12293f3de979,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:46:37.132808 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:37.135016 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:37.170037 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9426ee4e-092e-42a8-bed5-93912e8eb96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1959e41-5cd3-4e54-b512-12293f3de979', 'code': 200} May 27 09:46:37.219137 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=f1959e41-5cd3-4e54-b512-12293f3de979,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:37.223949 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:37.417490 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105174-e3da-4347-bdc5-1bc7cc068865 req-de2a9824-2fe2-4318-8b25-f13bf0fcd446 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:37.419044 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4f105174-e3da-4347-bdc5-1bc7cc068865 req-de2a9824-2fe2-4318-8b25-f13bf0fcd446 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0907714 May 27 09:46:37.465035 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4c2db-5b05-464d-8636-fbca4610d070 req-bc202f1a-bd99-4f2d-927e-22a6c027c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:37.465608 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4f105174-e3da-4347-bdc5-1bc7cc068865 req-3a847c85-6191-4b18-be0f-9c3790444899 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 May 27 09:46:37.466789 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ac4c2db-5b05-464d-8636-fbca4610d070 req-bc202f1a-bd99-4f2d-927e-22a6c027c3af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 1098 time: 0.0740116 May 27 09:46:37.520908 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ac4c2db-5b05-464d-8636-fbca4610d070 req-ad842578-0d12-49d1-b3bc-53ec77747f1d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370479 May 27 09:46:38.131557 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7020d-db51-46ae-8ef8-567c4d119373 req-30385661-9fda-4b94-993b-01249c698a59 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:38.133181 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d9d7020d-db51-46ae-8ef8-567c4d119373 req-30385661-9fda-4b94-993b-01249c698a59 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 945 time: 0.1142063 May 27 09:46:38.184223 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d9d7020d-db51-46ae-8ef8-567c4d119373 req-64e5a409-612b-418a-9400-033b31082c12 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 May 27 09:46:38.734454 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9396ff-12c0-447b-9d2d-e29fc70f2584 req-f8855e3a-3b7b-4c8c-a214-f86ad13e88e4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:38.736309 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bd9396ff-12c0-447b-9d2d-e29fc70f2584 req-f8855e3a-3b7b-4c8c-a214-f86ad13e88e4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1597419 May 27 09:46:38.784669 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bd9396ff-12c0-447b-9d2d-e29fc70f2584 req-2b6fc260-7997-4495-becc-74b89c36ed5b tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 May 27 09:46:39.155132 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 39736) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:39.283754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.299104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:39.303982 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a6a266b0524ca8a84956a5735349b3 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:39.307693 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:39.314413 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:39.447794 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dc51f-6141-4eee-8535-0514de07a795 req-017b244f-582c-41c4-8868-81e19d91db37 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:39.449548 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-be0dc51f-6141-4eee-8535-0514de07a795 req-017b244f-582c-41c4-8868-81e19d91db37 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 945 time: 0.1363120 May 27 09:46:39.494905 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 39756) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:39.534279 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.540844 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-be0dc51f-6141-4eee-8535-0514de07a795 req-5ab6941d-7c7a-4731-a6b8-2f57a766dd40 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840807 May 27 09:46:39.542325 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.550812 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:39.594434 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5a6a266b0524ca8a84956a5735349b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380953 May 27 09:46:39.596138 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769735af-8da9-45c7-92cb-ee4ce989f5c1,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:39.597385 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 39764) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:39.605481 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.606094 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.606589 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.607118 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.607628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.608120 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.608630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.609305 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.609805 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.610308 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.611028 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.611540 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.617152 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:39.680545 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.682645 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.700833 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:39.706269 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Usage tracker for resource:security_group_rule and tenant:c6f9042709a34f149764c6d2ba430647 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:39.709859 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:39.712773 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.716078 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:39.775933 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 39772) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:39.785167 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.791285 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:39.805690 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769735af-8da9-45c7-92cb-ee4ce989f5c1,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:39.814928 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.816044 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.816707 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.817210 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.817710 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.818577 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.819229 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.819716 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.820352 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.820855 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.821336 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.821839 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:39.827151 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:39.851024 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.853210 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/769735af-8da9-45c7-92cb-ee4ce989f5c1 HTTP/1.1" status: 204 len: 168 time: 0.2537148 May 27 09:46:39.884225 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.898176 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:39.928230 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4a008406-16bd-4dde-a92e-9303be4acc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:39.990620 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6f9042709a34f149764c6d2ba430647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939604 May 27 09:46:39.994130 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 39786) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:39.998779 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b04ddee-9156-469a-9e91-9d71b1876642,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:40.002001 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:40.105898 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.167099 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:40.178095 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Usage tracker for resource:security_group_rule and tenant:6b72b80cc49f4924ac0444629ef722b1 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:40.187204 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:40.197020 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:40.198964 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59f80967-03d4-4c3d-b6ea-55370d44ee3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.234919 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59f80967-03d4-4c3d-b6ea-55370d44ee3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.334494 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59f80967-03d4-4c3d-b6ea-55370d44ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.334494 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-bedc7e8b-d201-47c6-b06e-5bafdda41a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:40.350526 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f80967-03d4-4c3d-b6ea-55370d44ee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b04ddee-9156-469a-9e91-9d71b1876642,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:40.350920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.357137 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.363252 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-59f80967-03d4-4c3d-b6ea-55370d44ee3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:40.368812 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59f80967-03d4-4c3d-b6ea-55370d44ee3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.372570 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-59f80967-03d4-4c3d-b6ea-55370d44ee3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b04ddee-9156-469a-9e91-9d71b1876642 HTTP/1.1" status: 204 len: 168 time: 0.3747649 May 27 09:46:40.394952 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b9152cd6-f68b-4f81-b3cb-4891d90aa55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:40.405354 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b72b80cc49f4924ac0444629ef722b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6283567 May 27 09:46:40.405507 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c48dc-3a8e-418b-9dd6-29fa4310165c req-d68f6deb-50f7-4af7-9e3e-bd9c0f5b5ee3 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:40.407636 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f51c48dc-3a8e-418b-9dd6-29fa4310165c req-d68f6deb-50f7-4af7-9e3e-bd9c0f5b5ee3 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.3373487 May 27 09:46:40.409190 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 39812) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:40.434856 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925deb1b-254f-447e-96f9-46c2f059180e,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:40.451281 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:40.533736 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f51c48dc-3a8e-418b-9dd6-29fa4310165c req-52861232-0452-43e2-8cbc-937fea90ea6d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618885 May 27 09:46:40.539424 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-361eb818-d966-493c-ad9c-673081625790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.579640 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-361eb818-d966-493c-ad9c-673081625790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.686046 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-361eb818-d966-493c-ad9c-673081625790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.716900 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-bde32534-e5fe-4c65-88aa-7a495a7d8a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:40.740681 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361eb818-d966-493c-ad9c-673081625790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925deb1b-254f-447e-96f9-46c2f059180e,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:40.751902 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-361eb818-d966-493c-ad9c-673081625790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:40.757942 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-361eb818-d966-493c-ad9c-673081625790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:40.759416 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-361eb818-d966-493c-ad9c-673081625790 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/925deb1b-254f-447e-96f9-46c2f059180e HTTP/1.1" status: 204 len: 168 time: 0.3482351 May 27 09:46:41.022824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 39842) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:41.144418 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 39850) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:41.167472 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.184290 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:41.188398 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Usage tracker for resource:security_group_rule and tenant:b71b729b160a49da9993fc7ab1f425eb is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:41.191699 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:41.198879 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:41.299912 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.305438 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.324669 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0f464078-78d4-45d2-95cb-9534587f12d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:41.374934 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b71b729b160a49da9993fc7ab1f425eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268569 May 27 09:46:41.376426 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 39862) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:41.388627 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.402946 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb7bc05-122b-4b70-a336-f90eb26e1de3,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:41.408487 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:41.412643 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:41.416599 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Usage tracker for resource:security_group_rule and tenant:313130b94f374c34bcb1e3797c55449c is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:41.419540 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:41.425684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:41.471112 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-860b5a03-0bdb-42c0-aa38-9a9d5b2ec4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.504844 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-860b5a03-0bdb-42c0-aa38-9a9d5b2ec4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.528263 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.538786 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.556035 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8274a7c9-3269-41e8-b7c8-bb15c2aeedcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:41.585686 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-860b5a03-0bdb-42c0-aa38-9a9d5b2ec4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.589563 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c88d3d12-232d-40b0-b420-345193fca426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:41.609631 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b5a03-0bdb-42c0-aa38-9a9d5b2ec4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb7bc05-122b-4b70-a336-f90eb26e1de3,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:41.616212 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-860b5a03-0bdb-42c0-aa38-9a9d5b2ec4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:41.617014 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-860b5a03-0bdb-42c0-aa38-9a9d5b2ec4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.618136 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-860b5a03-0bdb-42c0-aa38-9a9d5b2ec4f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fb7bc05-122b-4b70-a336-f90eb26e1de3 HTTP/1.1" status: 204 len: 168 time: 0.2412388 May 27 09:46:41.631823 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=313130b94f374c34bcb1e3797c55449c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058905 May 27 09:46:41.634271 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 39880) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:41.684887 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d4cea5-bd10-4630-99b3-e6316440f342,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:41.689592 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:41.777219 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d915-dc1b-4058-90e1-f189575e427d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.816315 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d915-dc1b-4058-90e1-f189575e427d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.868182 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8600327-8db3-4506-8f55-3b81c7cf8f9e req-5dca1010-cf98-4e75-b10c-b5224c374565 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:41.869989 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a8600327-8db3-4506-8f55-3b81c7cf8f9e req-5dca1010-cf98-4e75-b10c-b5224c374565 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1528304 May 27 09:46:41.937823 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d915-dc1b-4058-90e1-f189575e427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:41.942895 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e190018f-743d-4371-b455-0d834f884c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:41.946298 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a8600327-8db3-4506-8f55-3b81c7cf8f9e req-fa61c5ab-71b8-4a1d-8202-57048353cf2e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706818 May 27 09:46:42.030882 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7d915-dc1b-4058-90e1-f189575e427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d4cea5-bd10-4630-99b3-e6316440f342,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:42.042419 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-0ea7d915-dc1b-4058-90e1-f189575e427d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:42.045173 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d915-dc1b-4058-90e1-f189575e427d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:42.046841 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-0ea7d915-dc1b-4058-90e1-f189575e427d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89d4cea5-bd10-4630-99b3-e6316440f342 HTTP/1.1" status: 204 len: 168 time: 0.4104412 May 27 09:46:42.508494 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 39922) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:42.527641 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:42.548949 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:42.553142 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Usage tracker for resource:security_group_rule and tenant:462e73fb31284346afd5eea18b423767 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:42.556014 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:42.561977 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:42.653654 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:42.658604 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:42.670997 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5c4a8c59-eb43-49cb-9f1d-530293a1d17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:42.713944 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=462e73fb31284346afd5eea18b423767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040391 May 27 09:46:42.716779 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 39930) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:42.731559 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a304fe5-65f3-4b4a-9070-0fb32c980bc3,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:42.736402 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:42.783084 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-61d53b63-bf3e-40cf-a58b-a192246e5fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:42.809808 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-61d53b63-bf3e-40cf-a58b-a192246e5fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:42.865965 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-61d53b63-bf3e-40cf-a58b-a192246e5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:42.871989 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9df39ce5-26c2-4c97-b527-fa2bd75f10f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:42.884246 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d53b63-bf3e-40cf-a58b-a192246e5fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a304fe5-65f3-4b4a-9070-0fb32c980bc3,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:42.896255 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-61d53b63-bf3e-40cf-a58b-a192246e5fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:42.928821 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-61d53b63-bf3e-40cf-a58b-a192246e5fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:42.929935 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-61d53b63-bf3e-40cf-a58b-a192246e5fe8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a304fe5-65f3-4b4a-9070-0fb32c980bc3 HTTP/1.1" status: 204 len: 168 time: 0.2118731 May 27 09:46:43.162647 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6c22d-a3fa-4a00-83eb-2e4d49a54a76 req-fd500e11-b92a-4384-92c5-25e5f6536f19 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:43.167232 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3ef6c22d-a3fa-4a00-83eb-2e4d49a54a76 req-fd500e11-b92a-4384-92c5-25e5f6536f19 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0914924 May 27 09:46:43.216853 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3ef6c22d-a3fa-4a00-83eb-2e4d49a54a76 req-f9bb7d32-2320-4429-899f-f0c4f6cea79c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466633 May 27 09:46:44.471663 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d6db5-8c14-4296-ac26-8e52b195dfd0 req-e7fbd17c-2bb7-4001-b532-04c99335e010 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:44.473166 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d22d6db5-8c14-4296-ac26-8e52b195dfd0 req-e7fbd17c-2bb7-4001-b532-04c99335e010 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1108351 May 27 09:46:44.522178 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d22d6db5-8c14-4296-ac26-8e52b195dfd0 req-a2733be4-2944-413d-9b99-8c6c5334e838 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 May 27 09:46:44.791901 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 40036) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:44.974485 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:44.992250 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:44.996264 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Usage tracker for resource:security_group_rule and tenant:65699c86ba464849bd4ed23f09aee569 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:44.999070 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:45.005556 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:45.091830 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40048) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:45.092797 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.097132 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.106191 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:45.153090 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65699c86ba464849bd4ed23f09aee569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599911 May 27 09:46:45.154105 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cc6c50-2bcd-4e28-8768-8672373549f8,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:45.156304 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40056) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:45.157865 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:45.228543 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.256277 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:45.258370 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-961e6856-2607-4efb-85e6-1afd22a1a3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.262050 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Usage tracker for resource:security_group_rule and tenant:93745703d8d44c9eba53027f9733cabc is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:45.270438 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:45.279801 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:45.300075 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-961e6856-2607-4efb-85e6-1afd22a1a3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.383900 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-961e6856-2607-4efb-85e6-1afd22a1a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.393566 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b71d80f0-b47c-429f-8ded-bb643e70b74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:45.415400 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e6856-2607-4efb-85e6-1afd22a1a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cc6c50-2bcd-4e28-8768-8672373549f8,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:45.422405 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-961e6856-2607-4efb-85e6-1afd22a1a3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:45.436603 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-961e6856-2607-4efb-85e6-1afd22a1a3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.441398 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-961e6856-2607-4efb-85e6-1afd22a1a3a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78cc6c50-2bcd-4e28-8768-8672373549f8 HTTP/1.1" status: 204 len: 168 time: 0.2808475 May 27 09:46:45.444603 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.449255 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.458081 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-239a1f5c-8b03-41b6-95af-b8af58c941d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:45.499155 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93745703d8d44c9eba53027f9733cabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060051 May 27 09:46:45.501033 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ef4e83-e1e4-4d6a-ae56-b4f095155f9e,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:45.501738 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 40064) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:45.513607 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:45.577949 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a3858af-b662-440a-b882-57d362930625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.602979 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a3858af-b662-440a-b882-57d362930625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.661929 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a3858af-b662-440a-b882-57d362930625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.666931 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:45.678754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3858af-b662-440a-b882-57d362930625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ef4e83-e1e4-4d6a-ae56-b4f095155f9e,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:45.687334 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6a3858af-b662-440a-b882-57d362930625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:45.688419 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6a3858af-b662-440a-b882-57d362930625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:45.689529 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6a3858af-b662-440a-b882-57d362930625 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7ef4e83-e1e4-4d6a-ae56-b4f095155f9e HTTP/1.1" status: 204 len: 168 time: 0.1867299 May 27 09:46:45.741305 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833c747-fdc7-41d6-a90c-25c122e0f95c req-1dbdfe4b-73f8-4af5-ac8c-e3a3124b124a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:45.742850 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d833c747-fdc7-41d6-a90c-25c122e0f95c req-1dbdfe4b-73f8-4af5-ac8c-e3a3124b124a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0948253 May 27 09:46:45.806373 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d833c747-fdc7-41d6-a90c-25c122e0f95c req-f40adc09-b8f7-4629-83b4-57e7058b9783 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564671 May 27 09:46:46.019263 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 40086) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:46.040318 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:46.055708 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:46.060296 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5cf440aef9416592a6e14c1d3ce6d9 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:46.063465 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:46.071328 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:46.156302 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:46.160097 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:46.169487 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-52cfcc1e-12f1-491d-8d05-c0ecd7369866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:46.213420 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad5cf440aef9416592a6e14c1d3ce6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930099 May 27 09:46:46.215936 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2285adb-e351-40ac-9096-a830518c824a,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:46.216316 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40094) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:46.219801 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:46.284501 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54eede46-dcff-405d-ad53-0ed0f25c1b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:46.311050 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54eede46-dcff-405d-ad53-0ed0f25c1b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:46.374578 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54eede46-dcff-405d-ad53-0ed0f25c1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:46.380186 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4c6245c4-5085-4453-888d-d8c11fb3642a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:46.392198 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eede46-dcff-405d-ad53-0ed0f25c1b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2285adb-e351-40ac-9096-a830518c824a,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:46.395304 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-54eede46-dcff-405d-ad53-0ed0f25c1b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:46.397323 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54eede46-dcff-405d-ad53-0ed0f25c1b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:46.398426 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-54eede46-dcff-405d-ad53-0ed0f25c1b91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2285adb-e351-40ac-9096-a830518c824a HTTP/1.1" status: 204 len: 168 time: 0.1807485 May 27 09:46:46.542203 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:46:47.015039 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62420908-cb97-467f-a11d-92eb2ba44e05 req-57d8d295-7589-4141-8917-ecbcd37944a0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:47.016550 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-62420908-cb97-467f-a11d-92eb2ba44e05 req-57d8d295-7589-4141-8917-ecbcd37944a0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0955124 May 27 09:46:47.072703 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-62420908-cb97-467f-a11d-92eb2ba44e05 req-6e2d5c9e-4a74-45e5-8079-151e2d7d58ca tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 May 27 09:46:48.299140 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda588-35a3-46ea-9e2b-cb6aaefce461 req-d6995d64-3de4-462a-9636-74f5edb144ff tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:48.300649 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7abda588-35a3-46ea-9e2b-cb6aaefce461 req-d6995d64-3de4-462a-9636-74f5edb144ff tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0892398 May 27 09:46:48.352192 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7abda588-35a3-46ea-9e2b-cb6aaefce461 req-67485bff-7cd3-4890-a84f-ba31ac959407 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 May 27 09:46:49.719654 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ddd25-9143-4d63-8554-c0dd91b54edc req-010dc71e-4436-45b0-9e4c-cf5857345355 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:49.721229 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-475ddd25-9143-4d63-8554-c0dd91b54edc req-010dc71e-4436-45b0-9e4c-cf5857345355 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1060023 May 27 09:46:49.799041 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-475ddd25-9143-4d63-8554-c0dd91b54edc req-73a6711a-06af-4099-8b89-48c66f2db3ad tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706296 May 27 09:46:50.730137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40280) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:50.857515 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:50.874612 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:50.879402 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc7af245d2844909de79ae219cf5197 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:50.882511 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:50.888621 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:51.060355 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.070043 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e44f-233c-4d64-b5b8-ccb464c088dc req-97067705-0ef7-4543-bded-033169f380d9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:51.071644 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e377e44f-233c-4d64-b5b8-ccb464c088dc req-97067705-0ef7-4543-bded-033169f380d9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1466620 May 27 09:46:51.072857 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.080774 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:51.156749 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdc7af245d2844909de79ae219cf5197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254427 May 27 09:46:51.160231 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 40296) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:51.161661 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60430329-f655-47ba-a2e2-8fbaf35dd09f,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:51.177768 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:51.183201 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e377e44f-233c-4d64-b5b8-ccb464c088dc req-4efc31bd-053b-4e29-8b45-0396d8dfaab0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031721 May 27 09:46:51.183814 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40300) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:51.238306 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4690f423-f3fe-40f5-a4c1-10b6ae2dfeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.308174 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4690f423-f3fe-40f5-a4c1-10b6ae2dfeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.315137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.332765 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:51.336746 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4639259405624dd1909a4138bbedeff4 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:51.339734 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:51.345452 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:51.373102 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-106f0099-e33d-453b-b4dc-1aaccfc6c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:51.374584 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-106f0099-e33d-453b-b4dc-1aaccfc6c748 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1099 time: 0.1334829 May 27 09:46:51.389192 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4690f423-f3fe-40f5-a4c1-10b6ae2dfeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.393236 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-61d53b63-bf3e-40cf-a58b-a192246e5fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:51.408808 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690f423-f3fe-40f5-a4c1-10b6ae2dfeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60430329-f655-47ba-a2e2-8fbaf35dd09f,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:51.414801 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4690f423-f3fe-40f5-a4c1-10b6ae2dfeec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:51.441341 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-4690f423-f3fe-40f5-a4c1-10b6ae2dfeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.445250 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-4690f423-f3fe-40f5-a4c1-10b6ae2dfeec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60430329-f655-47ba-a2e2-8fbaf35dd09f HTTP/1.1" status: 204 len: 168 time: 0.2840278 May 27 09:46:51.450024 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.455192 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.464248 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-59f80967-03d4-4c3d-b6ea-55370d44ee3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:51.512653 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4639259405624dd1909a4138bbedeff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276780 May 27 09:46:51.515391 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40308) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:51.519431 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127cb0bf-ae76-4914-bc12-24255d4d8a1f,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:51.543483 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:51.572387 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-5ff65f47-cf2a-4f37-89b2-cc0895dc933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:51.574080 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-5ff65f47-cf2a-4f37-89b2-cc0895dc933d service neutron] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 920 time: 0.1560102 May 27 09:46:51.598495 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-40eeed8d-69e7-4be3-b2c7-931de5b1cd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.632728 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-40eeed8d-69e7-4be3-b2c7-931de5b1cd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.661487 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-bd33e1c4-770d-4ebb-9c46-17e4fad2d8ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae HTTP/1.1" status: 200 len: 217 time: 0.0760460 May 27 09:46:51.694014 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-40eeed8d-69e7-4be3-b2c7-931de5b1cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.704190 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8ecf7547-bcac-4a07-a1dc-d57396b7a140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:51.724811 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeed8d-69e7-4be3-b2c7-931de5b1cd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127cb0bf-ae76-4914-bc12-24255d4d8a1f,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:51.727167 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-40eeed8d-69e7-4be3-b2c7-931de5b1cd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:51.730678 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-40eeed8d-69e7-4be3-b2c7-931de5b1cd73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/127cb0bf-ae76-4914-bc12-24255d4d8a1f HTTP/1.1" status: 204 len: 168 time: 0.2116981 May 27 09:46:51.730678 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-40eeed8d-69e7-4be3-b2c7-931de5b1cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:51.755585 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-818df76c-47df-464a-a189-567192707d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:51.757064 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-818df76c-47df-464a-a189-567192707d5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.0792239 May 27 09:46:51.814958 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-88465658-3149-4731-b973-690dc5ae0214 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486076 May 27 09:46:52.075447 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-129abeef-11ed-4513-8b5c-e3abcf2ee979 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524972 May 27 09:46:52.181412 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40324) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:52.202880 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:52.220663 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:46:52.225300 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Usage tracker for resource:security_group_rule and tenant:828c417907b84501a84bb9344d882087 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:46:52.228429 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:46:52.233296 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6aaaa87-3449-43ec-a4d2-e48e5bfebcb8 req-a6185014-ee13-4eb8-bcf7-09f3c4a8f3f4 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392937 May 27 09:46:52.234123 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:46:52.372937 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:52.379478 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:52.387861 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a91c2493-36e6-4e6b-bd0d-b856f369518a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:52.435777 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=828c417907b84501a84bb9344d882087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533000 May 27 09:46:52.438461 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 40330) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:46:52.442950 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd78df7e-8fb7-4801-b32d-720fd8cf789e,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:52.446187 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:52.459264 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf3f1-5fae-4c4d-9f0c-b4a5533f7e10 req-524b1e06-86f0-43c9-887d-cab7db6efd0e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:52.460825 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-81bbf3f1-5fae-4c4d-9f0c-b4a5533f7e10 req-524b1e06-86f0-43c9-887d-cab7db6efd0e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1640799 May 27 09:46:52.502678 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-83ec7fcc-bf12-40c3-90c1-9a9933fd6660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:52.508647 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-81bbf3f1-5fae-4c4d-9f0c-b4a5533f7e10 req-1fff8d60-6224-49ba-8d25-af7b069de3f6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422125 May 27 09:46:52.530983 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-83ec7fcc-bf12-40c3-90c1-9a9933fd6660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:52.584217 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-83ec7fcc-bf12-40c3-90c1-9a9933fd6660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:52.588896 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bccc7ac5-6cc9-41f3-9cba-c650392cc2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:46:52.600191 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec7fcc-bf12-40c3-90c1-9a9933fd6660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd78df7e-8fb7-4801-b32d-720fd8cf789e,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:52.603244 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-83ec7fcc-bf12-40c3-90c1-9a9933fd6660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:46:52.609118 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-83ec7fcc-bf12-40c3-90c1-9a9933fd6660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:52.610232 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-83ec7fcc-bf12-40c3-90c1-9a9933fd6660 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd78df7e-8fb7-4801-b32d-720fd8cf789e HTTP/1.1" status: 204 len: 168 time: 0.1707513 May 27 09:46:53.700867 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237544-92f2-48fb-b44f-2db64bb3921d req-8cd4473b-3665-4119-ac6a-e1543a31f76d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:53.702367 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b0237544-92f2-48fb-b44f-2db64bb3921d req-8cd4473b-3665-4119-ac6a-e1543a31f76d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0844188 May 27 09:46:53.762727 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b0237544-92f2-48fb-b44f-2db64bb3921d req-fa18f0de-2c33-49a4-aa95-677c19ecbea5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540826 May 27 09:46:54.973049 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c59b-035c-4d76-9281-14a0584a29ab req-f346a15a-69cf-4bf9-98db-902d523083d9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:54.975641 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d066c59b-035c-4d76-9281-14a0584a29ab req-f346a15a-69cf-4bf9-98db-902d523083d9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0888515 May 27 09:46:55.027170 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d066c59b-035c-4d76-9281-14a0584a29ab req-794fa1fd-25cb-40af-a942-04d223001cd0 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 May 27 09:46:56.222665 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a6ad4-ba5b-475c-b631-85dea9c79c0e req-90c75bad-beaa-4d4e-8597-a8ee30e70787 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:56.224172 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-640a6ad4-ba5b-475c-b631-85dea9c79c0e req-90c75bad-beaa-4d4e-8597-a8ee30e70787 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0832586 May 27 09:46:56.273867 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-640a6ad4-ba5b-475c-b631-85dea9c79c0e req-f8e216a8-75d2-48b7-a0ef-5bded0599b84 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 May 27 09:46:56.827129 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:46:57.584111 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fd7d-2460-4f71-a91f-8e95898b4970 req-7ab31ac5-fbc2-4e06-b3c0-816b372624f2 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:57.585645 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0fb3fd7d-2460-4f71-a91f-8e95898b4970 req-7ab31ac5-fbc2-4e06-b3c0-816b372624f2 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1960938 May 27 09:46:57.641933 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0fb3fd7d-2460-4f71-a91f-8e95898b4970 req-7f453b37-eaf4-4b25-a584-3d9576405c10 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505595 May 27 09:46:58.840194 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88aa6a-5dc0-4416-bb7e-ac9f619a2c7e req-355cb0a9-5108-4506-9706-92f86dddb8fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:46:58.841701 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fd88aa6a-5dc0-4416-bb7e-ac9f619a2c7e req-355cb0a9-5108-4506-9706-92f86dddb8fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0842266 May 27 09:46:58.889457 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fd88aa6a-5dc0-4416-bb7e-ac9f619a2c7e req-2ab791c7-8ec5-4acf-9f7b-a2042012c74e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 May 27 09:47:00.082668 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee18fa-df8e-483f-a663-ea55fa989aec req-c1c7e58e-79f8-4ca5-b7bc-64917e78aa1d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:00.084579 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-45ee18fa-df8e-483f-a663-ea55fa989aec req-c1c7e58e-79f8-4ca5-b7bc-64917e78aa1d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0853164 May 27 09:47:00.136480 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-45ee18fa-df8e-483f-a663-ea55fa989aec req-9e5cf197-1160-4700-a2ca-ab407ef2daa6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 May 27 09:47:00.635295 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-cdf3bdad-f106-40d5-8c10-1fa4f35ed4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:01.325571 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31d840-a474-47ac-b6b8-2d6365b10a8e req-a07f5e64-e618-4501-80a6-218b6b40525e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:01.327053 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9b31d840-a474-47ac-b6b8-2d6365b10a8e req-a07f5e64-e618-4501-80a6-218b6b40525e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0816145 May 27 09:47:01.374367 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9b31d840-a474-47ac-b6b8-2d6365b10a8e req-8b02602d-642b-4d30-962e-5157e67ea1b5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 May 27 09:47:02.171581 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 40530) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:02.292838 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:02.306985 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:02.310800 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] Usage tracker for resource:security_group_rule and tenant:29b4d19b29694d9fa2db7b2cdc4d27bd is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:47:02.313638 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:47:02.319709 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:02.414296 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:02.422219 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:02.451971 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4690f423-f3fe-40f5-a4c1-10b6ae2dfeec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:02.484643 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29b4d19b29694d9fa2db7b2cdc4d27bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095958 May 27 09:47:02.485677 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40544) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:02.526934 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efe6bcc-e942-4d82-85e0-42eb37e99f0b,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:02.537632 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-69debd65-7248-4e7a-acfe-61a9a056256e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:02.617373 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5b8630fd-48f4-47ce-811c-9ff52c1ad479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:02.652582 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5b8630fd-48f4-47ce-811c-9ff52c1ad479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:02.684149 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-9724c95a-af6e-4fee-b3e8-47ca73e1e436 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:02.685551 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-9724c95a-af6e-4fee-b3e8-47ca73e1e436 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 814 time: 0.1829121 May 27 09:47:02.695872 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867c74f-649c-49dc-98c6-46b0bf255d0b req-70a2716b-bac6-4381-8715-a7ddf13f4c58 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:02.697356 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c867c74f-649c-49dc-98c6-46b0bf255d0b req-70a2716b-bac6-4381-8715-a7ddf13f4c58 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1630230 May 27 09:47:02.700861 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-b9d6c84d-ffc3-47ad-8e50-0eb77c088baa tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/quotas/382575c197584524ae228bcd7a5a1d5e HTTP/1.1" status: 200 len: 375 time: 0.0090332 May 27 09:47:02.749808 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c867c74f-649c-49dc-98c6-46b0bf255d0b req-f0f573bf-7fc0-4581-8633-49d782b31bb3 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458400 May 27 09:47:02.755483 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5b8630fd-48f4-47ce-811c-9ff52c1ad479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:02.762636 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a5cd6f19-0529-4486-bb72-fd4fc676c38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:02.777223 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8630fd-48f4-47ce-811c-9ff52c1ad479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efe6bcc-e942-4d82-85e0-42eb37e99f0b,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:02.780960 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5b8630fd-48f4-47ce-811c-9ff52c1ad479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:02.790491 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5b8630fd-48f4-47ce-811c-9ff52c1ad479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:02.803177 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-5b8630fd-48f4-47ce-811c-9ff52c1ad479 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5efe6bcc-e942-4d82-85e0-42eb37e99f0b HTTP/1.1" status: 204 len: 168 time: 0.3099797 May 27 09:47:02.807956 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-83600951-011a-4dec-8244-916fee87db54 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012928 May 27 09:47:02.945073 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-069453df-86c1-44c6-95cf-8e4b8f3cf1a6 service neutron] 10.222.0.20 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362717 May 27 09:47:03.088146 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-01e9d428-aed7-406f-8fe7-8fb3edc00e2f service neutron] 10.222.0.20 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371956 May 27 09:47:03.133323 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40562) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:03.160534 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:03.165825 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:03.181138 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:03.185142 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7dc2279b60407da40535ebe4b0744b is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:47:03.188215 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:47:03.202213 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:03.284269 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3c042151-5d37-4b65-bc8f-b4f29feaead0 req-109197e8-242b-4f62-b8f7-ef0294465d1c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 210 time: 0.0481927 May 27 09:47:03.340349 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:03.345471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:03.352942 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e0d4db25-20a0-4f11-bc4c-47251bdd82c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:03.356750 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5b8630fd-48f4-47ce-811c-9ff52c1ad479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:03.401593 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e7dc2279b60407da40535ebe4b0744b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667778 May 27 09:47:03.403457 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b38bf24-7bcc-4434-ab8a-5c5de2cecae3,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:03.407600 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 40578) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:03.408859 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:03.478683 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2db64969-d16a-451a-987b-13b319c613ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:03.508464 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2db64969-d16a-451a-987b-13b319c613ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:03.565661 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2db64969-d16a-451a-987b-13b319c613ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:03.570481 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-c75260d9-4d86-4648-9332-3e1289789f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:03.584299 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db64969-d16a-451a-987b-13b319c613ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b38bf24-7bcc-4434-ab8a-5c5de2cecae3,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:03.587824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2db64969-d16a-451a-987b-13b319c613ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:03.593112 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2db64969-d16a-451a-987b-13b319c613ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:03.594255 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-2db64969-d16a-451a-987b-13b319c613ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b38bf24-7bcc-4434-ab8a-5c5de2cecae3 HTTP/1.1" status: 204 len: 168 time: 0.1856725 May 27 09:47:03.951263 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25675-7d53-456d-abaa-4faaeca33379 req-f53c3fd2-b078-45b0-bb00-a9a34fe508a1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:03.952815 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-01f25675-7d53-456d-abaa-4faaeca33379 req-f53c3fd2-b078-45b0-bb00-a9a34fe508a1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0853972 May 27 09:47:03.986744 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40598) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:04.006338 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-01f25675-7d53-456d-abaa-4faaeca33379 req-3ed5d2b4-218e-4a4e-aeda-cf4996feea77 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467322 May 27 09:47:04.020038 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:04.040623 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:04.046896 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b205fc7732b7439997348f8d1a9cdbdc is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:47:04.050911 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:47:04.057917 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:04.167387 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:04.184616 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:04.190242 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:04.199114 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-95c63ffd-1bb6-4c45-9dde-7d58cd05fdd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:04.239684 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b205fc7732b7439997348f8d1a9cdbdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518363 May 27 09:47:04.241335 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c8d810-3ad7-4edf-98f3-483ee7ace2e1,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:04.243815 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40604) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:04.246181 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:04.303079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f821d-47fa-4981-9e42-3f4aa02777ed req-96152c84-bf4d-43f5-88a4-8e28a2038a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:04.304594 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-de1f821d-47fa-4981-9e42-3f4aa02777ed req-96152c84-bf4d-43f5-88a4-8e28a2038a6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1099 time: 0.0799489 May 27 09:47:04.316814 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4bef8a71-b42e-4edc-9de8-70f48ecba043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:04.346357 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4bef8a71-b42e-4edc-9de8-70f48ecba043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:04.361235 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-de1f821d-47fa-4981-9e42-3f4aa02777ed req-6f6c4a6a-0220-4e5f-91a2-b0cd26b69f8f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 May 27 09:47:04.409241 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4bef8a71-b42e-4edc-9de8-70f48ecba043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:04.414909 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a7c6dfe7-faca-4b36-a377-a20268ea5194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:04.427897 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef8a71-b42e-4edc-9de8-70f48ecba043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c8d810-3ad7-4edf-98f3-483ee7ace2e1,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:04.431705 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4bef8a71-b42e-4edc-9de8-70f48ecba043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:04.437865 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4bef8a71-b42e-4edc-9de8-70f48ecba043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:04.443351 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4bef8a71-b42e-4edc-9de8-70f48ecba043 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28c8d810-3ad7-4edf-98f3-483ee7ace2e1 HTTP/1.1" status: 204 len: 168 time: 0.1964705 May 27 09:47:04.495154 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8a30c258-90f8-4a45-926a-ed6e67c13613 req-a87f399d-30d7-4824-9f2d-7586ac0390e9 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 210 time: 0.0852780 May 27 09:47:04.627850 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-fc6a1c8f-1207-4ff6-ad20-6c7a39973c11 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:04.629411 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-fc6a1c8f-1207-4ff6-ad20-6c7a39973c11 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 814 time: 0.1668534 May 27 09:47:04.644643 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Request body: {'port': {'device_id': '2968af51-e3d7-470d-a5f4-17627e639e08', 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495', 'admin_state_up': True, 'tenant_id': '382575c197584524ae228bcd7a5a1d5e'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:47:04.793385 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:04.804078 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:04.814868 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Made reservation on behalf of 382575c197584524ae228bcd7a5a1d5e for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:47:04.818570 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.060544 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Allocated IP 172.20.0.6 (45bc2549-c0ff-47ce-a77c-ba480b0b1495/530e0862-b549-4c0d-bd80-9e2351dc74a9/bd817d89-caed-4e9b-9a91-29dbcee48ae6) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:47:05.217336 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee525-816f-4478-8fed-67e620e77329 req-675367ce-f803-4978-8c22-53e25fbbb919 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:05.226068 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bf6ee525-816f-4478-8fed-67e620e77329 req-675367ce-f803-4978-8c22-53e25fbbb919 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1025400 May 27 09:47:05.308862 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bf6ee525-816f-4478-8fed-67e620e77329 req-fe8c9f8c-0554-465c-947d-1edde99647f9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818186 May 27 09:47:05.333239 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40642) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:05.383382 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.413879 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.423361 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bd13946e-5a94-4b0b-b292-0963c0454a3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:05.426349 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'a9f85a11-8bae-40f8-832e-a1130a775ce9', 'f1959e41-5cd3-4e54-b512-12293f3de979'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:47:05.465773 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-896520408-network', 'tenant_id': '7c8b1e0e3c85400da589a859c4682201'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:47:05.470682 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:05.479447 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Usage tracker for resource:network and tenant:7c8b1e0e3c85400da589a859c4682201 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:47:05.482486 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:47:05.489428 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:05.490154 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:05.493516 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:05.498103 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:47:05.504548 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Made reservation on behalf of 7c8b1e0e3c85400da589a859c4682201 for: {'network': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:47:05.507366 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.519656 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.545329 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:05.561737 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Usage tracker for resource:security_group_rule and tenant:7c8b1e0e3c85400da589a859c4682201 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:47:05.566436 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:47:05.582391 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:05.583039 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.586640 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:05.631880 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Pushing event updated for resources: {'Port': ['ID=bd817d89-caed-4e9b-9a91-29dbcee48ae6,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:05.638232 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:05.659569 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0193934 May 27 09:47:05.687026 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Request body: {'port': {'device_id': '2968af51-e3d7-470d-a5f4-17627e639e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:47:05.764455 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.777558 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.780723 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-680c0516-1947-475d-bb9c-aa2069211463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:05.813364 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.824030 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=108799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:47:05.830283 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.833145 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:05.852243 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15268494-fa76-4607-bf77-129558c682ec req-e7267c70-92a5-4460-b437-47e29d29cb34 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:05.854467 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-15268494-fa76-4607-bf77-129558c682ec req-e7267c70-92a5-4460-b437-47e29d29cb34 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 931 time: 0.2005308 May 27 09:47:05.855721 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:05.861928 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.863526 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.segments_db [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Added segment d11d359a-0572-44a4-8ae1-a134261780be of type vlan for network 22d47859-622f-4d34-b0ae-7698ab3915af May 27 09:47:05.924310 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.963282 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-15268494-fa76-4607-bf77-129558c682ec req-ec617d3c-45c0-4c5e-90e1-94c4883293b2 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645032 May 27 09:47:05.980395 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.981923 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:05.982521 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:05.986416 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:06.098531 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Pushing event updated for resources: {'Network': ['ID=22d47859-622f-4d34-b0ae-7698ab3915af,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:06.104511 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7701573 May 27 09:47:06.105548 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:06.106341 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 40650) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:06.110709 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 22d47859-622f-4d34-b0ae-7698ab3915af details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:47:06.112163 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Request body: {'subnet': {'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-896520408-subnet', 'tenant_id': '7c8b1e0e3c85400da589a859c4682201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:47:06.116903 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:06.121433 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Usage tracker for resource:subnet and tenant:7c8b1e0e3c85400da589a859c4682201 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:47:06.124758 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:47:06.131921 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:06.144143 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Made reservation on behalf of 7c8b1e0e3c85400da589a859c4682201 for: {'subnet': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:47:06.147516 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262222314'] for subnet, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:06.197964 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd817d89-caed-4e9b-9a91-29dbcee48ae6 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:47:06.207226 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:06.225845 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Transition to ACTIVE for port object bd817d89-caed-4e9b-9a91-29dbcee48ae6 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:47:06.230416 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:06.240447 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:06.431572 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Pushing event updated for resources: {'Port': ['ID=bd817d89-caed-4e9b-9a91-29dbcee48ae6,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:06.438715 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:06.487471 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Attempting to bind port bd817d89-caed-4e9b-9a91-29dbcee48ae6 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:47:06.487828 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Attempting to bind port bd817d89-caed-4e9b-9a91-29dbcee48ae6 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:47:06.488164 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Attempting to bind port bd817d89-caed-4e9b-9a91-29dbcee48ae6 on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:47:06.494038 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Port bd817d89-caed-4e9b-9a91-29dbcee48ae6 on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:47:06.494365 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Attempting to bind port bd817d89-caed-4e9b-9a91-29dbcee48ae6 on network 45bc2549-c0ff-47ce-a77c-ba480b0b1495 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:47:06.534624 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:47:06.535326 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Checking segment: {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:47:06.535456 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Bound using segment: {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:47:06.535834 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Bound port: bd817d89-caed-4e9b-9a91-29dbcee48ae6, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c0306b-703f-4003-a30e-21bd09539e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:47:06.536191 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:06.658851 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] For port bd817d89-caed-4e9b-9a91-29dbcee48ae6, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:47:06.667957 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dff2be-b994-44fd-abe0-14e1697b9de4 req-ab1f3261-61b6-4e87-b42d-5f57e146bc91 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:06.669437 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-51dff2be-b994-44fd-abe0-14e1697b9de4 req-ab1f3261-61b6-4e87-b42d-5f57e146bc91 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1714168 May 27 09:47:06.671181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] For port bd817d89-caed-4e9b-9a91-29dbcee48ae6, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=bd817d89-caed-4e9b-9a91-29dbcee48ae6,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:47:06.679070 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:06.684423 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:06.699352 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1741666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262222332'] for subnet, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:06.704544 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:06.780152 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Checking segment: {'id': 'd11d359a-0572-44a4-8ae1-a134261780be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:47:06.780517 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Network hostable DHCP agents. Network: 22d47859-622f-4d34-b0ae-7698ab3915af, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:47:06.782948 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:06.783567 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:06.784916 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] 10.222.0.45 "PUT /v2.0/ports/bd817d89-caed-4e9b-9a91-29dbcee48ae6 HTTP/1.1" status: 200 len: 1093 time: 1.1025286 May 27 09:47:06.786987 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2968af51-e3d7-470d-a5f4-17627e639e08', 'tag': 'bd817d89-caed-4e9b-9a91-29dbcee48ae6'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:06.791923 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2972db79-7339-41a3-858f-c884ec825676,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:06.794791 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:06.804419 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-51dff2be-b994-44fd-abe0-14e1697b9de4 req-fefea019-6177-4339-a59c-7b22d7dddc9f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270530 May 27 09:47:06.807326 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Pushing event updated for resources: {'Port': ['ID=bd817d89-caed-4e9b-9a91-29dbcee48ae6,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:06.811350 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:06.827511 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Network 22d47859-622f-4d34-b0ae-7698ab3915af is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:47:06.838700 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 22d47859-622f-4d34-b0ae-7698ab3915af) {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:06.843795 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2968af51-e3d7-470d-a5f4-17627e639e08', 'tag': 'bd817d89-caed-4e9b-9a91-29dbcee48ae6', 'status': 'completed', 'code': 200} May 27 09:47:06.849100 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:06.850008 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:06.851692 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31052c45-312d-4d87-81a6-4acf27f822e0 None None] Network 22d47859-622f-4d34-b0ae-7698ab3915af requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:47:06.874585 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7674406 May 27 09:47:06.941761 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-e0036f92-d04a-4f70-a137-2006ebdae1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:06.943516 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-e0036f92-d04a-4f70-a137-2006ebdae1d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 1096 time: 0.0907884 May 27 09:47:07.052741 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-64c2a696-8ea3-40ba-afa1-4bd032c709c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd817d89-caed-4e9b-9a91-29dbcee48ae6 HTTP/1.1" status: 200 len: 217 time: 0.0881777 May 27 09:47:07.096998 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c08b01a-d82e-4605-817f-1a0945937141 None None] Network 22d47859-622f-4d34-b0ae-7698ab3915af requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:47:07.348596 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-079b052f-cebe-4e6c-adf9-6ac06cec41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:07.350810 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-079b052f-cebe-4e6c-adf9-6ac06cec41d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=530e0862-b549-4c0d-bd80-9e2351dc74a9 HTTP/1.1" status: 200 len: 854 time: 0.2881117 May 27 09:47:07.373131 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5217ef-a6b8-4fff-a74b-96a4a89edd43 req-10e20e61-e1c0-413a-9891-396906379f59 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:07.383054 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6f5217ef-a6b8-4fff-a74b-96a4a89edd43 req-10e20e61-e1c0-413a-9891-396906379f59 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1130102 May 27 09:47:07.411673 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-6cbf2807-3cbf-431d-9858-290ef4d13450 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45bc2549-c0ff-47ce-a77c-ba480b0b1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525534 May 27 09:47:07.435518 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6f5217ef-a6b8-4fff-a74b-96a4a89edd43 req-cb320f0e-4d9e-426e-b099-8cbb58d500df tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512066 May 27 09:47:07.475418 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491b60-a6d0-49ca-bfca-620eb4ecb423 req-0a6c7ead-18d1-44a7-a3f6-e48d1c7e771b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:07.476169 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-f0491b60-a6d0-49ca-bfca-620eb4ecb423 req-0a6c7ead-18d1-44a7-a3f6-e48d1c7e771b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Synchronizing usage tracker for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:47:07.544826 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-02a2b9a2-f94e-47cf-a703-18edd1617c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:07.546292 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-02a2b9a2-f94e-47cf-a703-18edd1617c4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1099 time: 0.3087223 May 27 09:47:07.601544 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-f0491b60-a6d0-49ca-bfca-620eb4ecb423 req-0a6c7ead-18d1-44a7-a3f6-e48d1c7e771b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Unset dirty status for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:47:07.603006 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f0491b60-a6d0-49ca-bfca-620eb4ecb423 req-0a6c7ead-18d1-44a7-a3f6-e48d1c7e771b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 943 time: 0.4939718 May 27 09:47:07.772086 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-0c924137-57ce-4ad7-80b8-1ac8da3719ac service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442380 May 27 09:47:07.821021 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f0491b60-a6d0-49ca-bfca-620eb4ecb423 req-84c11c97-2e74-47f2-85b0-5e54441d6a45 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074714 May 27 09:47:07.900051 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-be1d4b45-5efc-4d8a-ba37-41d473234b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:07.901503 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-be1d4b45-5efc-4d8a-ba37-41d473234b27 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 920 time: 0.3361115 May 27 09:47:07.988593 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-d8f80eaa-0212-442b-9164-cbe2be505228 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae HTTP/1.1" status: 200 len: 217 time: 0.0760205 May 27 09:47:08.045444 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9f96f1a2-8086-4f7d-883d-ba0c511b8877 req-3d5ff472-d7c8-44c5-a950-11b3b7b1147b service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648973 May 27 09:47:08.066607 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-81aa390a-ca94-4884-ba5e-3bf278d302fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:08.068128 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-81aa390a-ca94-4884-ba5e-3bf278d302fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.0683393 May 27 09:47:08.178536 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-5f40c5ad-a687-46e9-bee3-9e551d8e3439 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814302 May 27 09:47:08.304764 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-ab69e053-b80e-41cd-ad0e-a16a5006a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:08.306246 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-ab69e053-b80e-41cd-ad0e-a16a5006a014 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=382575c197584524ae228bcd7a5a1d5e&device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 1096 time: 0.1754720 May 27 09:47:08.360314 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-0294ae8f-fee4-405b-9966-f0da5166b0e1 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671591 May 27 09:47:08.563755 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-ace789fe-5357-4695-bc9c-8f1191b7a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:08.565245 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-ace789fe-5357-4695-bc9c-8f1191b7a4fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 200 len: 915 time: 0.2509758 May 27 09:47:08.649211 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6c2028f9-5b42-4b04-ba9f-31ca42215ba7 req-edb51832-3c4c-4c2a-8ac9-f45b95a004ed service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427080 May 27 09:47:08.650623 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-0f545a88-7b87-4927-ac62-22629881f09d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd817d89-caed-4e9b-9a91-29dbcee48ae6 HTTP/1.1" status: 200 len: 217 time: 0.0702949 May 27 09:47:08.663501 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b2e5f-e116-4a01-967a-d127061da04e req-994bc2bc-16e1-439c-8a5f-f69d69f48c18 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:08.665648 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ef7b2e5f-e116-4a01-967a-d127061da04e req-994bc2bc-16e1-439c-8a5f-f69d69f48c18 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0964155 May 27 09:47:08.719800 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ef7b2e5f-e116-4a01-967a-d127061da04e req-73fd8fd2-c757-4048-a79c-8b6c429d86e9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478611 May 27 09:47:08.726354 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-85ca0991-5712-4d52-b382-5281f0174d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:08.727404 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-85ca0991-5712-4d52-b382-5281f0174d2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=530e0862-b549-4c0d-bd80-9e2351dc74a9 HTTP/1.1" status: 200 len: 854 time: 0.0648179 May 27 09:47:08.790714 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-05c3572c-a2a5-4596-88e7-1ce8e9a08a4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45bc2549-c0ff-47ce-a77c-ba480b0b1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469501 May 27 09:47:09.022962 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ebc4-2ba6-4b2b-87d3-446b8216cef8 req-d7d1dcfc-340b-42bc-a700-a77db8d7c58a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:09.024616 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-22b9ebc4-2ba6-4b2b-87d3-446b8216cef8 req-d7d1dcfc-340b-42bc-a700-a77db8d7c58a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 943 time: 0.0871551 May 27 09:47:09.074047 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-22b9ebc4-2ba6-4b2b-87d3-446b8216cef8 req-e68e0cc3-cf48-4040-b38d-79cbc98b8f30 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 May 27 09:47:09.110377 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-398e8267-0a2b-4a1d-a663-240adde80ae3 service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081141 May 27 09:47:09.236731 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1f5d4b8a-1336-4afd-b463-f073b240d1c8 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:09.238177 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1f5d4b8a-1336-4afd-b463-f073b240d1c8 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/networks?id=22d47859-622f-4d34-b0ae-7698ab3915af HTTP/1.1" status: 200 len: 808 time: 0.2649641 May 27 09:47:09.269836 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-89bcf6ca-8871-4d30-88cb-377eb7da061e tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/quotas/7c8b1e0e3c85400da589a859c4682201 HTTP/1.1" status: 200 len: 375 time: 0.0249372 May 27 09:47:09.329765 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7b128538-e39c-4008-8b9c-0918fcd02dd6 req-4064c02f-4b2b-41d3-8839-87a9037134b5 service neutron] 10.222.0.45 "GET /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035320 May 27 09:47:09.331699 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-bab21b01-9920-41aa-8d40-0e781dc0bba4 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c8b1e0e3c85400da589a859c4682201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485032 May 27 09:47:09.465981 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-12975400-6b86-46e3-8d39-1999425b1749 service neutron] 10.222.0.20 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268113 May 27 09:47:09.602607 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-8665e62e-4c56-4a94-93e4-4d95c4996828 service neutron] 10.222.0.20 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300080 May 27 09:47:09.818228 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-41a1fce6-c19d-44cf-8763-633b64513d1b req-a817a93b-55b4-4806-b22f-57389bae8359 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 210 time: 0.0672238 May 27 09:47:10.028156 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16950e-2a8f-4f52-acf6-06db85d58e1a req-4bbbdaed-4422-44fc-96aa-08ec03b76dbb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:10.029930 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1f16950e-2a8f-4f52-acf6-06db85d58e1a req-4bbbdaed-4422-44fc-96aa-08ec03b76dbb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0970080 May 27 09:47:10.082197 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1f16950e-2a8f-4f52-acf6-06db85d58e1a req-ce0cc406-1985-46bd-aca6-606d663e09e9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 May 27 09:47:10.325079 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a36508-e67c-47cf-afd6-274be1d876c0 req-5ba25e6e-9812-4568-8b8e-230f385428f2 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:10.326583 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f5a36508-e67c-47cf-afd6-274be1d876c0 req-5ba25e6e-9812-4568-8b8e-230f385428f2 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 943 time: 0.0905182 May 27 09:47:10.381729 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f5a36508-e67c-47cf-afd6-274be1d876c0 req-c7c10399-3269-466d-940e-ec22d13a0eaf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467956 May 27 09:47:10.978394 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ca654b46-1b4e-41b4-a2c3-bab8d06f33a6 req-99946187-fbb3-4cab-9693-351d6619ec90 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 210 time: 0.0425420 May 27 09:47:11.081152 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device bd817d89-caed-4e9b-9a91-29dbcee48ae6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:47:11.168376 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-452c28dd-45e6-4eac-9378-161aae2e3a3f tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:11.170258 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-452c28dd-45e6-4eac-9378-161aae2e3a3f tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.45 "GET /v2.0/networks?id=22d47859-622f-4d34-b0ae-7698ab3915af HTTP/1.1" status: 200 len: 808 time: 0.1564944 May 27 09:47:11.197685 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Request body: {'port': {'device_id': '444d0e31-1b08-4a1d-8263-c204fc5dca79', 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af', 'admin_state_up': True, 'tenant_id': '7c8b1e0e3c85400da589a859c4682201'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:47:11.237536 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port bd817d89-caed-4e9b-9a91-29dbcee48ae6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=bd817d89-caed-4e9b-9a91-29dbcee48ae6,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:11.256472 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': 'bd817d89-caed-4e9b-9a91-29dbcee48ae6', 'network_id': '45bc2549-c0ff-47ce-a77c-ba480b0b1495', 'port_id': 'bd817d89-caed-4e9b-9a91-29dbcee48ae6', 'mac_address': 'fa:16:3e:90:18:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530e0862-b549-4c0d-bd80-9e2351dc74a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:47:11.331949 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:11.333059 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00249e47-3822-4917-8aa8-f25a7e07beef req-5c12901f-874c-4a29-a7ef-cb624cccd023 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:11.334972 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-00249e47-3822-4917-8aa8-f25a7e07beef req-5c12901f-874c-4a29-a7ef-cb624cccd023 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1294198 May 27 09:47:11.365978 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd817d89-caed-4e9b-9a91-29dbcee48ae6 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:47:11.415813 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port bd817d89-caed-4e9b-9a91-29dbcee48ae6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=bd817d89-caed-4e9b-9a91-29dbcee48ae6,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:11.426156 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:11.428333 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:11.457151 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:11.461210 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Usage tracker for resource:port and tenant:7c8b1e0e3c85400da589a859c4682201 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:47:11.462076 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-00249e47-3822-4917-8aa8-f25a7e07beef req-fca2194c-0080-400b-8116-d634ab6b3ed6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180754 May 27 09:47:11.464793 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:47:11.479429 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:11.496228 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Made reservation on behalf of 7c8b1e0e3c85400da589a859c4682201 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:47:11.500548 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:11.539921 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=bd817d89-caed-4e9b-9a91-29dbcee48ae6,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:11.552351 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.552881 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.553234 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.553649 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.554185 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.554530 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.555083 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.555427 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.555776 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.556109 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.556437 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.556769 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:11.568460 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:11.664457 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4240-e16a-4b8d-af5f-752cccc31e4b req-f28470c6-26c1-4205-bde0-c9f1a07174ca tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:11.666122 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-086b4240-e16a-4b8d-af5f-752cccc31e4b req-f28470c6-26c1-4205-bde0-c9f1a07174ca tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 944 time: 0.0994377 May 27 09:47:11.697865 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Allocated IP 172.20.0.10 (22d47859-622f-4d34-b0ae-7698ab3915af/2972db79-7339-41a3-858f-c884ec825676/997b2da3-c553-4c8c-9237-e76fc5ffa4a8) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:47:11.715987 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-086b4240-e16a-4b8d-af5f-752cccc31e4b req-847fc34e-9113-4855-857e-2ab77fae5ce0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 May 27 09:47:11.864637 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['bd817d89-caed-4e9b-9a91-29dbcee48ae6'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:47:12.019053 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:12.059096 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:12.065974 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-c9304186-795b-4f32-816b-e8aaf1781032 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:12.182703 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Network 22d47859-622f-4d34-b0ae-7698ab3915af is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:12.190600 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:12.195291 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:47:12.231029 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Pushing event updated for resources: {'Port': ['ID=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:12.242247 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:12.274648 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:12.276834 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:12.308335 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb68cc-4375-4e2b-8328-1bbbc0063bc8 req-16a42e27-b7f0-4fcf-94bc-27ee9d281ef0 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:12.309059 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-46fb68cc-4375-4e2b-8328-1bbbc0063bc8 req-16a42e27-b7f0-4fcf-94bc-27ee9d281ef0 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Synchronizing usage tracker for tenant:7c8b1e0e3c85400da589a859c4682201 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:47:12.312890 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1197698 May 27 09:47:12.329479 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Request body: {'port': {'device_id': '444d0e31-1b08-4a1d-8263-c204fc5dca79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:47:12.362069 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-46fb68cc-4375-4e2b-8328-1bbbc0063bc8 req-16a42e27-b7f0-4fcf-94bc-27ee9d281ef0 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Unset dirty status for tenant:7c8b1e0e3c85400da589a859c4682201 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:47:12.363204 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-46fb68cc-4375-4e2b-8328-1bbbc0063bc8 req-16a42e27-b7f0-4fcf-94bc-27ee9d281ef0 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 932 time: 0.2263238 May 27 09:47:12.461126 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-46fb68cc-4375-4e2b-8328-1bbbc0063bc8 req-ca9f824b-c7b4-420a-9a1b-c41680e61ea4 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841510 May 27 09:47:12.481529 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:12.653008 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d44e0-6869-4726-8f0b-624be8aa592a req-fce9025a-508e-4019-83f1-c8bfbec77c86 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:12.654473 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-875d44e0-6869-4726-8f0b-624be8aa592a req-fce9025a-508e-4019-83f1-c8bfbec77c86 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0838003 May 27 09:47:12.699536 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-875d44e0-6869-4726-8f0b-624be8aa592a req-654131ba-ab3c-42c4-af5a-ed07e57ac276 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390971 May 27 09:47:12.886844 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:47:12.901839 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:12.923846 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Transition to ACTIVE for port object 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:47:12.930784 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:12.935106 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9fed9210-bcaa-4228-b8f4-cefaa6d75904 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:12.999628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ebaee-694b-4c90-9885-8a39b6af0c01 req-63c065d8-8313-4c18-a531-8ce8092ff1b3 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:13.001150 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7e5ebaee-694b-4c90-9885-8a39b6af0c01 req-63c065d8-8313-4c18-a531-8ce8092ff1b3 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 944 time: 0.1721623 May 27 09:47:13.089692 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Pushing event updated for resources: {'Port': ['ID=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:13.098111 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:13.189092 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7e5ebaee-694b-4c90-9885-8a39b6af0c01 req-bf9e3ee4-8284-433b-88db-b79cc698f80d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372139 May 27 09:47:13.237032 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Attempting to bind port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:47:13.237373 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Attempting to bind port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd11d359a-0572-44a4-8ae1-a134261780be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:47:13.237705 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Attempting to bind port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 on network 22d47859-622f-4d34-b0ae-7698ab3915af {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:47:13.242539 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 on network 22d47859-622f-4d34-b0ae-7698ab3915af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:47:13.242830 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Attempting to bind port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 on network 22d47859-622f-4d34-b0ae-7698ab3915af {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:47:13.248064 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:47:13.248405 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Checking segment: {'id': 'd11d359a-0572-44a4-8ae1-a134261780be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:47:13.248874 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Bound using segment: {'id': 'd11d359a-0572-44a4-8ae1-a134261780be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:47:13.249319 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Bound port: 997b2da3-c553-4c8c-9237-e76fc5ffa4a8, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11d359a-0572-44a4-8ae1-a134261780be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:47:13.249668 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:13.337658 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] For port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:47:13.341206 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] For port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:47:13.345677 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:13.350455 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:13.401031 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:13.401553 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:13.402937 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] 10.222.0.45 "PUT /v2.0/ports/997b2da3-c553-4c8c-9237-e76fc5ffa4a8 HTTP/1.1" status: 200 len: 1094 time: 1.0777955 May 27 09:47:13.410802 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444d0e31-1b08-4a1d-8263-c204fc5dca79', 'tag': '997b2da3-c553-4c8c-9237-e76fc5ffa4a8'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:13.437010 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Pushing event updated for resources: {'Port': ['ID=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:13.440920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:13.486405 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444d0e31-1b08-4a1d-8263-c204fc5dca79', 'tag': '997b2da3-c553-4c8c-9237-e76fc5ffa4a8', 'status': 'completed', 'code': 200} May 27 09:47:13.521577 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1a27e296-10f5-44b3-aca8-7b70cde75bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:13.523072 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-1a27e296-10f5-44b3-aca8-7b70cde75bc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b1e0e3c85400da589a859c4682201&device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 1097 time: 0.0736911 May 27 09:47:13.632092 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-29912a67-21d5-4fb3-862f-386c00d50964 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=997b2da3-c553-4c8c-9237-e76fc5ffa4a8 HTTP/1.1" status: 200 len: 217 time: 0.1003082 May 27 09:47:13.712833 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-5120dd08-9f22-44cf-897b-5205a1b3ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:13.714243 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-5120dd08-9f22-44cf-897b-5205a1b3ba63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2972db79-7339-41a3-858f-c884ec825676 HTTP/1.1" status: 200 len: 848 time: 0.0703766 May 27 09:47:13.726275 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ed3dc-f7bc-44dc-ac2a-511ec307ef73 req-e93e1664-2f39-470e-b55a-d21c68b2598a tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:13.727608 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698ed3dc-f7bc-44dc-ac2a-511ec307ef73 req-e93e1664-2f39-470e-b55a-d21c68b2598a tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 944 time: 0.1457999 May 27 09:47:13.782415 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-fb8ffd3b-8013-4d51-9889-3222fbce6a4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22d47859-622f-4d34-b0ae-7698ab3915af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537791 May 27 09:47:13.931263 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698ed3dc-f7bc-44dc-ac2a-511ec307ef73 req-cf9a82c2-5d35-47c0-86f0-3fe08dd3533d tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737046 May 27 09:47:13.986644 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-d68eebf2-281a-4253-b6a2-9bfe0897e1fa service neutron] 10.222.0.45 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915762 May 27 09:47:14.122495 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d31f8f06-ec12-4b00-9fd1-92e30fa97ae4 req-5a983a3a-52c2-4c5c-99cf-3da7b1ff8360 service neutron] 10.222.0.45 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251271 May 27 09:47:14.268172 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238567c-48a0-4427-a210-8913500df892 req-1011dc66-82a2-4066-b0e3-41b048461005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:14.269732 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f238567c-48a0-4427-a210-8913500df892 req-1011dc66-82a2-4066-b0e3-41b048461005 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b1e0e3c85400da589a859c4682201&device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 1097 time: 0.0798745 May 27 09:47:14.384778 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b5aaa-37d7-44a6-a383-9c94607006c9 req-7f616600-1f23-4110-8698-1b084093a812 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:14.386172 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5e4b5aaa-37d7-44a6-a383-9c94607006c9 req-7f616600-1f23-4110-8698-1b084093a812 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 944 time: 0.0845242 May 27 09:47:14.432305 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5e4b5aaa-37d7-44a6-a383-9c94607006c9 req-3730260a-4e7e-4736-abab-c06d6c3ec641 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 May 27 09:47:14.483765 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238567c-48a0-4427-a210-8913500df892 req-f1d460eb-ca83-4a7e-8bba-0e0fd3a8644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:14.485222 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f238567c-48a0-4427-a210-8913500df892 req-f1d460eb-ca83-4a7e-8bba-0e0fd3a8644d service neutron] 10.222.0.45 "GET /v2.0/networks?id=22d47859-622f-4d34-b0ae-7698ab3915af HTTP/1.1" status: 200 len: 909 time: 0.2040782 May 27 09:47:14.500300 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eeb429-315c-4cd1-bf3a-6d0c718ad3cf req-7d070aee-f1b3-4331-adbd-6b57df6f8079 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:14.501674 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b9eeb429-315c-4cd1-bf3a-6d0c718ad3cf req-7d070aee-f1b3-4331-adbd-6b57df6f8079 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1501095 May 27 09:47:14.580053 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f238567c-48a0-4427-a210-8913500df892 req-8bd16a98-caad-4791-af66-fef78cdceef2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=997b2da3-c553-4c8c-9237-e76fc5ffa4a8 HTTP/1.1" status: 200 len: 217 time: 0.0774467 May 27 09:47:14.648411 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b9eeb429-315c-4cd1-bf3a-6d0c718ad3cf req-d5e76899-2e99-41db-81f3-553dff3d75bd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952954 May 27 09:47:14.662121 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238567c-48a0-4427-a210-8913500df892 req-9edde507-de76-4989-a6a0-112a3e5dc7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:14.663601 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f238567c-48a0-4427-a210-8913500df892 req-9edde507-de76-4989-a6a0-112a3e5dc7fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2972db79-7339-41a3-858f-c884ec825676 HTTP/1.1" status: 200 len: 848 time: 0.0707114 May 27 09:47:14.721921 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f238567c-48a0-4427-a210-8913500df892 req-cd43d156-43ab-4161-b7bc-59c2e55f6dde service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22d47859-622f-4d34-b0ae-7698ab3915af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454299 May 27 09:47:14.871219 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f238567c-48a0-4427-a210-8913500df892 req-24fd587c-a98b-4c70-82d0-db1cea3dad77 service neutron] 10.222.0.45 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399298 May 27 09:47:15.025858 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f238567c-48a0-4427-a210-8913500df892 req-24136f00-f3fd-4056-8b72-8b780cf89f6f service neutron] 10.222.0.45 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381228 May 27 09:47:15.129422 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device bd817d89-caed-4e9b-9a91-29dbcee48ae6 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:47:15.228590 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port bd817d89-caed-4e9b-9a91-29dbcee48ae6 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:47:15.236662 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port bd817d89-caed-4e9b-9a91-29dbcee48ae6 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:47:15.237860 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:15.286175 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52282df7-ae8c-4b37-9f69-b0a6fea0566b req-29d14497-5a2e-4e25-982e-0f402f0b5007 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:15.304499 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-52282df7-ae8c-4b37-9f69-b0a6fea0566b req-29d14497-5a2e-4e25-982e-0f402f0b5007 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 944 time: 0.1193366 May 27 09:47:15.350749 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-52282df7-ae8c-4b37-9f69-b0a6fea0566b req-1bc9221d-ec1f-4264-a24f-ce27cc1d9151 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Synchronizing usage tracker for tenant:7c8b1e0e3c85400da589a859c4682201 on resource:security_group {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:47:15.373266 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-52282df7-ae8c-4b37-9f69-b0a6fea0566b req-1bc9221d-ec1f-4264-a24f-ce27cc1d9151 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Unset dirty status for tenant:7c8b1e0e3c85400da589a859c4682201 on resource:security_group {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:47:15.384428 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-52282df7-ae8c-4b37-9f69-b0a6fea0566b req-1bc9221d-ec1f-4264-a24f-ce27cc1d9151 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790896 May 27 09:47:15.397483 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:15.429765 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2968af51-e3d7-470d-a5f4-17627e639e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd817d89-caed-4e9b-9a91-29dbcee48ae6'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:15.447803 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port bd817d89-caed-4e9b-9a91-29dbcee48ae6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=bd817d89-caed-4e9b-9a91-29dbcee48ae6,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:15.454044 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:15.456243 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:15.488892 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2968af51-e3d7-470d-a5f4-17627e639e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd817d89-caed-4e9b-9a91-29dbcee48ae6', 'code': 200} May 27 09:47:15.529506 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=bd817d89-caed-4e9b-9a91-29dbcee48ae6,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:15.533085 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:15.539860 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7ef7a-1cfa-47dd-bb60-98f0b7ba98a9 req-16caaf37-b2bf-43ce-b2b8-92caf92a5634 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:15.541398 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bfe7ef7a-1cfa-47dd-bb60-98f0b7ba98a9 req-16caaf37-b2bf-43ce-b2b8-92caf92a5634 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0867319 May 27 09:47:15.586720 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bfe7ef7a-1cfa-47dd-bb60-98f0b7ba98a9 req-fe3ab232-c50f-42e7-85bc-a7da34aa7740 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393119 May 27 09:47:15.655368 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306132b-8219-4702-a8c2-b4b591939369 req-3708e53d-1aef-4a29-8605-6077910d0f41 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:15.656854 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1306132b-8219-4702-a8c2-b4b591939369 req-3708e53d-1aef-4a29-8605-6077910d0f41 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 945 time: 0.0825677 May 27 09:47:15.703574 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1306132b-8219-4702-a8c2-b4b591939369 req-4964c353-171d-4047-ad11-b2c4d9f2fb0f tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 May 27 09:47:15.867946 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cbf3-76c9-4c56-b375-2ff9e75ba00e req-b65e3432-6cce-4fba-801f-f69b77c8960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:15.869410 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ca08cbf3-76c9-4c56-b375-2ff9e75ba00e req-b65e3432-6cce-4fba-801f-f69b77c8960a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 1098 time: 0.0744464 May 27 09:47:15.923135 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ca08cbf3-76c9-4c56-b375-2ff9e75ba00e req-002ab13d-ae4e-45ff-9660-004f9e5ab38a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337186 May 27 09:47:16.576850 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42736c0-08cb-4149-90fc-46835bed6715 req-deb9d4fc-8fb3-4e4c-8cd7-cc3c97343afa tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:16.578323 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d42736c0-08cb-4149-90fc-46835bed6715 req-deb9d4fc-8fb3-4e4c-8cd7-cc3c97343afa tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 944 time: 0.0852990 May 27 09:47:16.629345 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d42736c0-08cb-4149-90fc-46835bed6715 req-eeeda3ad-716f-462b-a42f-97a6646992e6 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 May 27 09:47:16.834171 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c89b09-f020-4644-bad9-d1034eb3b600 req-7523a57b-1e3d-476d-ac92-1e955e0bb3ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:16.835814 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-44c89b09-f020-4644-bad9-d1034eb3b600 req-7523a57b-1e3d-476d-ac92-1e955e0bb3ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1045270 May 27 09:47:16.897496 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-44c89b09-f020-4644-bad9-d1034eb3b600 req-16df778a-3bd4-4336-a5c4-d41bb309b1a2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560088 May 27 09:47:16.936826 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f8ae1-c3f5-4341-a922-c90d2ed36362 req-f286fd89-931c-42d2-b17a-1be117b2337d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:16.938466 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ca8f8ae1-c3f5-4341-a922-c90d2ed36362 req-f286fd89-931c-42d2-b17a-1be117b2337d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 945 time: 0.0982168 May 27 09:47:16.988546 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ca8f8ae1-c3f5-4341-a922-c90d2ed36362 req-b1e78bc3-b7dd-49df-8554-aeb1fa84ae9a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 May 27 09:47:17.136888 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:47:17.312530 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:17.327719 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '997b2da3-c553-4c8c-9237-e76fc5ffa4a8', 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af', 'port_id': '997b2da3-c553-4c8c-9237-e76fc5ffa4a8', 'mac_address': 'fa:16:3e:4c:94:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2972db79-7339-41a3-858f-c884ec825676', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:47:17.399644 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:17.418274 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:47:17.436868 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:17.442821 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:17.444825 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:17.543733 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:17.548169 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:17.820766 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb1b46-747d-4717-8924-9f017151736e req-f0863094-462b-4aa2-bf09-52ac38aee23f tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:17.822223 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-65eb1b46-747d-4717-8924-9f017151736e req-f0863094-462b-4aa2-bf09-52ac38aee23f tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 945 time: 0.0791800 May 27 09:47:17.870233 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-65eb1b46-747d-4717-8924-9f017151736e req-4c0dd9c7-d802-4e18-834f-bc51cfd84ea8 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422814 May 27 09:47:18.109716 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80019-758f-46f9-8577-787c300759fe req-5f7753a9-6428-4a15-af02-b1acb8cbc6fe tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:18.111420 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bce80019-758f-46f9-8577-787c300759fe req-5f7753a9-6428-4a15-af02-b1acb8cbc6fe tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1002901 May 27 09:47:18.162519 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bce80019-758f-46f9-8577-787c300759fe req-612ab406-e8b5-4044-94d6-2b1ac71c4a2d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445125 May 27 09:47:18.189213 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd3643-004b-4c70-b5c7-0364b78ec6cc req-bfe21e33-d837-450a-b762-a459b7c1be1a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:18.190745 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5fdd3643-004b-4c70-b5c7-0364b78ec6cc req-bfe21e33-d837-450a-b762-a459b7c1be1a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 945 time: 0.0910897 May 27 09:47:18.237111 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5fdd3643-004b-4c70-b5c7-0364b78ec6cc req-771940a6-e3cc-4645-b31e-d42e38d5f062 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 May 27 09:47:19.051062 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5c4b5-4234-4909-b5f4-99a5d337496d req-f6eaf01d-cc9e-406a-a20e-091fd1b332b1 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:19.052506 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3ad5c4b5-4234-4909-b5f4-99a5d337496d req-f6eaf01d-cc9e-406a-a20e-091fd1b332b1 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 945 time: 0.0779896 May 27 09:47:19.097422 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3ad5c4b5-4234-4909-b5f4-99a5d337496d req-53165540-d335-458e-9bae-e05dd8490e9a tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 May 27 09:47:19.350741 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aea01c-1525-4882-91c8-92aa8b016d54 req-2638c4c1-8baa-46d9-81c1-375500a4776a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:19.352142 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-61aea01c-1525-4882-91c8-92aa8b016d54 req-2638c4c1-8baa-46d9-81c1-375500a4776a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0822308 May 27 09:47:19.400130 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-61aea01c-1525-4882-91c8-92aa8b016d54 req-e1b52dbf-7a56-4ec9-8785-813533d0f2de tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 May 27 09:47:20.350657 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5392dfd-e90e-4a18-831f-35addfcfa155 req-da754bf6-aac4-47bd-880f-ebf3b7aaf657 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:20.352142 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b5392dfd-e90e-4a18-831f-35addfcfa155 req-da754bf6-aac4-47bd-880f-ebf3b7aaf657 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 945 time: 0.1465182 May 27 09:47:20.397605 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b5392dfd-e90e-4a18-831f-35addfcfa155 req-f22564a0-799e-4833-b2ac-b50ad2f3c886 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389676 May 27 09:47:20.588600 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3bd3a-9709-47f6-82c7-6695d91021b1 req-9542ecaf-9505-4d0a-9c34-d6bbbb1cf9ab tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:20.590063 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f3b3bd3a-9709-47f6-82c7-6695d91021b1 req-9542ecaf-9505-4d0a-9c34-d6bbbb1cf9ab tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0813615 May 27 09:47:20.635040 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f3b3bd3a-9709-47f6-82c7-6695d91021b1 req-250d305c-59be-4284-a9be-d081e8e40a5a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 May 27 09:47:20.899355 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['997b2da3-c553-4c8c-9237-e76fc5ffa4a8'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:47:21.581919 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07860f-b590-4cd9-bdda-1838b4b6631a req-649e6edf-3c3e-40c2-b4e7-196a45db17c7 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:21.583471 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5b07860f-b590-4cd9-bdda-1838b4b6631a req-649e6edf-3c3e-40c2-b4e7-196a45db17c7 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 945 time: 0.0820045 May 27 09:47:21.629337 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5b07860f-b590-4cd9-bdda-1838b4b6631a req-b03b23a4-1504-4233-b721-8602a94d1cb2 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 May 27 09:47:21.832546 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717af706-c6db-45b9-8ca0-cdd8dc60c6f9 req-256bc1ce-31d2-408f-b817-9e9599b85857 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:21.834002 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-717af706-c6db-45b9-8ca0-cdd8dc60c6f9 req-256bc1ce-31d2-408f-b817-9e9599b85857 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0837152 May 27 09:47:21.878691 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-717af706-c6db-45b9-8ca0-cdd8dc60c6f9 req-c0ce199c-82a2-4093-be46-99184bcd8cdf tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391114 May 27 09:47:22.812737 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851d279-7128-4f86-bfd3-273a5608385e req-f327822c-5527-4f8c-8c0c-941f713e491d tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:22.814210 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5851d279-7128-4f86-bfd3-273a5608385e req-f327822c-5527-4f8c-8c0c-941f713e491d tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 945 time: 0.0793917 May 27 09:47:22.858684 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5851d279-7128-4f86-bfd3-273a5608385e req-e0ac030b-3ef5-4dd6-a607-bd71ab233167 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 May 27 09:47:23.068882 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1ac96-4a3f-4db6-a523-c2be27787b09 req-86fa0865-c5e5-4489-ba69-3fc5c88a8055 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:23.070351 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6db1ac96-4a3f-4db6-a523-c2be27787b09 req-86fa0865-c5e5-4489-ba69-3fc5c88a8055 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0810339 May 27 09:47:23.127487 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6db1ac96-4a3f-4db6-a523-c2be27787b09 req-5040b42f-d418-4927-ba36-c70887d9237f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505006 May 27 09:47:23.541436 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:47:24.048615 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838f979-e124-4524-b4d5-6b78cc392518 req-72d9ed68-0e93-41c5-ae0f-8344582bfda9 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:24.050081 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b838f979-e124-4524-b4d5-6b78cc392518 req-72d9ed68-0e93-41c5-ae0f-8344582bfda9 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 945 time: 0.0834577 May 27 09:47:24.094523 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b838f979-e124-4524-b4d5-6b78cc392518 req-3c462f45-1ab6-466a-875f-154b90cab106 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 May 27 09:47:24.378378 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070af416-7eaa-4215-afbb-dd80fbd05567 req-bb076539-08da-4ec3-bf29-6c3ff2ae3c76 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:24.379891 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-070af416-7eaa-4215-afbb-dd80fbd05567 req-bb076539-08da-4ec3-bf29-6c3ff2ae3c76 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1440036 May 27 09:47:24.425413 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-070af416-7eaa-4215-afbb-dd80fbd05567 req-3d9eba54-21be-4b94-8190-32f7220d9be3 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399468 May 27 09:47:25.287628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b447434-3ff9-4de7-818e-f381b406c6e7 req-a4b28e24-ce6c-4d38-b992-c0cc1feafd43 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:25.289260 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8b447434-3ff9-4de7-818e-f381b406c6e7 req-a4b28e24-ce6c-4d38-b992-c0cc1feafd43 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 945 time: 0.0897791 May 27 09:47:25.335665 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8b447434-3ff9-4de7-818e-f381b406c6e7 req-92e686c2-fd39-45ff-a621-c58b461ac8d3 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 May 27 09:47:25.620397 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c80e1-24b1-47d7-a477-2c89518612af req-35f53c90-200d-4590-92fd-46e1f972d53c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:25.622440 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-002c80e1-24b1-47d7-a477-2c89518612af req-35f53c90-200d-4590-92fd-46e1f972d53c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0820084 May 27 09:47:25.666338 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-002c80e1-24b1-47d7-a477-2c89518612af req-7c2e9c62-cca0-4caf-8538-af15e65e9805 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 May 27 09:47:26.525716 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eb7a-c3b1-4edc-982d-b3dae2c13a30 req-0c20c031-f4d5-4a84-8fbc-3f14e2d4e463 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:26.527268 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b8d2eb7a-c3b1-4edc-982d-b3dae2c13a30 req-0c20c031-f4d5-4a84-8fbc-3f14e2d4e463 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 945 time: 0.0838411 May 27 09:47:26.574176 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b8d2eb7a-c3b1-4edc-982d-b3dae2c13a30 req-e83efd49-5410-4ddd-af4e-0a82edc6e522 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393832 May 27 09:47:26.851615 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:26.865383 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f50d2-9107-402f-8c93-d19a289ee5a2 req-8691597d-31be-4c1a-be83-a46da4432768 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:26.866854 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d32f50d2-9107-402f-8c93-d19a289ee5a2 req-8691597d-31be-4c1a-be83-a46da4432768 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0876789 May 27 09:47:26.911264 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d32f50d2-9107-402f-8c93-d19a289ee5a2 req-a7c72b17-739f-4772-8165-27730bb10e09 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381088 May 27 09:47:27.755552 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c801e1-161e-44a8-bb6d-317d5d314440 req-23c5a7c2-37ca-4e10-a20d-72c001e39229 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:27.757039 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-66c801e1-161e-44a8-bb6d-317d5d314440 req-23c5a7c2-37ca-4e10-a20d-72c001e39229 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 945 time: 0.0794542 May 27 09:47:27.801963 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-66c801e1-161e-44a8-bb6d-317d5d314440 req-43381c73-47f9-41f2-a78a-d70060f74984 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 May 27 09:47:28.099702 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a25d9-53cd-4935-8b71-d809d5829a3a req-9a9faa14-997e-44e0-89c2-2b665e49ec74 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:28.101177 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-898a25d9-53cd-4935-8b71-d809d5829a3a req-9a9faa14-997e-44e0-89c2-2b665e49ec74 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0820780 May 27 09:47:28.146866 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-898a25d9-53cd-4935-8b71-d809d5829a3a req-b4e743cb-1c1c-47ff-8e73-6cf343770d2a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 May 27 09:47:28.367374 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:47:28.435130 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:47:28.439958 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:47:28.440338 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:28.557651 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:28.585892 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444d0e31-1b08-4a1d-8263-c204fc5dca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b2da3-c553-4c8c-9237-e76fc5ffa4a8'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:28.596090 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:28.601082 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:28.602900 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:28.632975 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444d0e31-1b08-4a1d-8263-c204fc5dca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b2da3-c553-4c8c-9237-e76fc5ffa4a8', 'code': 200} May 27 09:47:28.670962 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:28.674041 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:28.985819 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cfd01-472e-4a4d-88b3-bf7b6e2cb79d req-4158b557-9f21-4339-99d2-c07de1a19293 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:28.987284 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-278cfd01-472e-4a4d-88b3-bf7b6e2cb79d req-4158b557-9f21-4339-99d2-c07de1a19293 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.0788674 May 27 09:47:29.031504 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-278cfd01-472e-4a4d-88b3-bf7b6e2cb79d req-29c12b6e-d608-4d80-ba9e-9405ee1588f4 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 May 27 09:47:29.337593 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c147b0-7520-4a2f-8f9f-346804db46e5 req-d7b12f09-0d6b-4fe6-95d7-226c45f9236b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:29.339119 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e0c147b0-7520-4a2f-8f9f-346804db46e5 req-d7b12f09-0d6b-4fe6-95d7-226c45f9236b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0839806 May 27 09:47:29.384749 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e0c147b0-7520-4a2f-8f9f-346804db46e5 req-79555816-e134-4e94-8321-561cc7e8eb1d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387912 May 27 09:47:29.685917 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723f03-3904-43e8-b645-ab8e96cf829c req-a11d3058-4c1b-49c8-ab9e-359fa683fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:29.687443 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cb723f03-3904-43e8-b645-ab8e96cf829c req-a11d3058-4c1b-49c8-ab9e-359fa683fd97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 1099 time: 0.0746000 May 27 09:47:29.739134 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cb723f03-3904-43e8-b645-ab8e96cf829c req-ea6067d4-47bf-4e2f-876e-6bf68e8b3722 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 May 27 09:47:30.214905 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548dd21-3e7f-48b4-8726-6646d5aa2134 req-f533aea6-6ec8-4781-befa-83e4d57cf96b tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:30.216279 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f548dd21-3e7f-48b4-8726-6646d5aa2134 req-f533aea6-6ec8-4781-befa-83e4d57cf96b tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.0802085 May 27 09:47:30.260499 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f548dd21-3e7f-48b4-8726-6646d5aa2134 req-1b75dcd3-18f6-4fff-80d7-0e74795b9487 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383084 May 27 09:47:30.609604 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb7b3-bd4c-4247-895c-90e987bde26a req-11cfbf27-5805-4335-b703-0453295ebad9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:30.611180 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-355cb7b3-bd4c-4247-895c-90e987bde26a req-11cfbf27-5805-4335-b703-0453295ebad9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1014073 May 27 09:47:30.635282 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-329ab768-ddfa-4c56-a2a3-f450e6fe6ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:30.673967 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-355cb7b3-bd4c-4247-895c-90e987bde26a req-d7d789ba-aef8-4b9a-a5c0-154e4df41837 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537610 May 27 09:47:31.447697 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a7a1d-1d32-4553-84f9-fb00a2386153 req-86c7f677-93b1-4b4d-9bc3-938f2dc9f576 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:31.449229 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a61a7a1d-1d32-4553-84f9-fb00a2386153 req-86c7f677-93b1-4b4d-9bc3-938f2dc9f576 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.0817432 May 27 09:47:31.493115 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a61a7a1d-1d32-4553-84f9-fb00a2386153 req-570890a8-f222-4623-a2be-9d346a2c2ec8 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383463 May 27 09:47:31.863685 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a698e1-a166-4252-82ab-a0346e1f718a req-2d5406e8-4428-4439-820c-8671d32eca78 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:31.865178 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-91a698e1-a166-4252-82ab-a0346e1f718a req-2d5406e8-4428-4439-820c-8671d32eca78 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0810444 May 27 09:47:31.911057 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-91a698e1-a166-4252-82ab-a0346e1f718a req-9fd1e1ad-d450-4dea-8cf6-3cf2248f452c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402501 May 27 09:47:33.106292 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bb868-e684-4f67-b331-1fa87c2cc879 req-f968f6af-ba6a-4b21-b5a5-cac4c3131561 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:33.107838 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5e5bb868-e684-4f67-b331-1fa87c2cc879 req-f968f6af-ba6a-4b21-b5a5-cac4c3131561 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0851204 May 27 09:47:33.155595 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5e5bb868-e684-4f67-b331-1fa87c2cc879 req-1e0dc8d1-8375-4d8b-9a6b-28233fad4709 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416021 May 27 09:47:33.160562 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:33.355884 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-7b876538-0e04-4918-a0ba-e1cd43248e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:34.159713 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:34.363154 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a6435-48a2-432b-9e75-bb8ef2eba52d req-a76bcb0c-b91c-4c7a-a79d-e57861411731 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:34.364639 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f71a6435-48a2-432b-9e75-bb8ef2eba52d req-a76bcb0c-b91c-4c7a-a79d-e57861411731 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0871067 May 27 09:47:34.413721 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f71a6435-48a2-432b-9e75-bb8ef2eba52d req-fcda2842-fa25-4796-a14d-f41e90b18766 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 May 27 09:47:35.438533 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366efc4-3802-446e-886b-c44e45768960 req-ad2282cd-7dfb-4b6b-aeb5-286cbef9ebf1 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:35.440057 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6366efc4-3802-446e-886b-c44e45768960 req-ad2282cd-7dfb-4b6b-aeb5-286cbef9ebf1 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.0816555 May 27 09:47:35.486932 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6366efc4-3802-446e-886b-c44e45768960 req-33061118-ade0-4432-ba1a-4b33aaa0c3ab tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 May 27 09:47:35.616940 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367626b5-ff31-439b-a5ed-501096b0463e req-64f1d64d-2cd8-479a-9846-231d39b2e72c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:35.618443 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-367626b5-ff31-439b-a5ed-501096b0463e req-64f1d64d-2cd8-479a-9846-231d39b2e72c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0892351 May 27 09:47:35.667010 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-367626b5-ff31-439b-a5ed-501096b0463e req-902cf0df-9ff8-4663-a9ff-0439faf04d88 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 May 27 09:47:35.810922 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:36.679123 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2812cf-a1c7-420d-9c3d-98afef1dc71d req-2e22e3b9-e00b-4399-aa9b-2e457ab08134 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:36.680491 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6e2812cf-a1c7-420d-9c3d-98afef1dc71d req-2e22e3b9-e00b-4399-aa9b-2e457ab08134 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.0831828 May 27 09:47:36.726297 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6e2812cf-a1c7-420d-9c3d-98afef1dc71d req-bd00985e-1228-4718-a8f5-1768e06074d0 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394158 May 27 09:47:36.856530 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc24ae-6d1f-4d67-8363-fdbfdd3bc1bd req-1d6290dd-2980-46ae-bf21-093b144a8993 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:36.857992 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f4cc24ae-6d1f-4d67-8363-fdbfdd3bc1bd req-1d6290dd-2980-46ae-bf21-093b144a8993 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0809329 May 27 09:47:36.909701 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f4cc24ae-6d1f-4d67-8363-fdbfdd3bc1bd req-1e16af8a-a7ca-4d64-9fff-3e3407f1de7b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460374 May 27 09:47:37.912531 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcac510-f342-4efa-b341-1e7a9eaefb1d req-33ade58d-96ca-4357-9b46-4f9f1dcba93a tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:37.913987 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bfcac510-f342-4efa-b341-1e7a9eaefb1d req-33ade58d-96ca-4357-9b46-4f9f1dcba93a tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.0796051 May 27 09:47:37.958195 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bfcac510-f342-4efa-b341-1e7a9eaefb1d req-79cc2ae6-f7e6-4864-8076-eb263171e1fe tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 May 27 09:47:38.104531 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef025ab-67ad-4529-84fb-6d02e24cef6b req-ec830cc7-56a9-4f55-88ac-d795d1cb5451 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:38.106432 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7ef025ab-67ad-4529-84fb-6d02e24cef6b req-ec830cc7-56a9-4f55-88ac-d795d1cb5451 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0813887 May 27 09:47:38.153001 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7ef025ab-67ad-4529-84fb-6d02e24cef6b req-72be4052-2ef0-4d0a-a596-8c63777f0473 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406871 May 27 09:47:39.152841 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e785d1-233f-4b25-a0c6-efaa4113c879 req-ea78e8e1-b18f-4685-befc-b3468c8bd50a tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:39.154316 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-69e785d1-233f-4b25-a0c6-efaa4113c879 req-ea78e8e1-b18f-4685-befc-b3468c8bd50a tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.0827830 May 27 09:47:39.169427 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:47:39.203178 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-69e785d1-233f-4b25-a0c6-efaa4113c879 req-3a5c5bf9-fc9a-4ae9-9e2c-ebf73e0808b4 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431914 May 27 09:47:39.339548 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:39.352886 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'port_id': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'mac_address': 'fa:16:3e:a1:73:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:47:39.363788 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcc9f6-d498-474d-8456-9a4af66d8d7b req-78192b42-2430-4eed-b52b-554c16de87c8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:39.365271 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dcbcc9f6-d498-474d-8456-9a4af66d8d7b req-78192b42-2430-4eed-b52b-554c16de87c8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0873213 May 27 09:47:39.415773 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:39.434214 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca6f0cec-80ff-4430-8c51-ff89c951f408 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:47:39.450650 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:39.455429 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:39.457140 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:39.470468 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dcbcc9f6-d498-474d-8456-9a4af66d8d7b req-e4eb4eac-89af-4750-a154-b8b7c67d695b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983279 May 27 09:47:39.522724 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=6']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:39.526291 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:40.218611 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cea60f-e52d-40d2-b972-3f53c950ba86 req-e437582d-9db5-4461-8d4b-ea61fc6aadd7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:40.220075 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c2cea60f-e52d-40d2-b972-3f53c950ba86 req-e437582d-9db5-4461-8d4b-ea61fc6aadd7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0791693 May 27 09:47:40.268209 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c2cea60f-e52d-40d2-b972-3f53c950ba86 req-2fd57f56-c4b7-4148-9071-feac680423be tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 May 27 09:47:40.392400 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5770e95-1f58-409c-bde7-dc77ab22b961 req-74c33f1f-e2a5-48d9-b533-6e92cf035ec3 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:40.393991 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a5770e95-1f58-409c-bde7-dc77ab22b961 req-74c33f1f-e2a5-48d9-b533-6e92cf035ec3 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.0810254 May 27 09:47:40.447417 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a5770e95-1f58-409c-bde7-dc77ab22b961 req-94762f37-8247-477b-b49d-0b3bc007b838 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 May 27 09:47:40.529896 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-d40dde99-ccae-4c97-9c01-b8a204cdf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:40.531922 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-d40dde99-ccae-4c97-9c01-b8a204cdf642 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1099 time: 0.0833035 May 27 09:47:40.618194 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['ca6f0cec-80ff-4430-8c51-ff89c951f408'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:47:40.754345 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced65647-6c69-459f-ba89-39465fe75230 req-97351684-5dea-4ee4-90b4-a8b3e4c116ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:40.755820 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ced65647-6c69-459f-ba89-39465fe75230 req-97351684-5dea-4ee4-90b4-a8b3e4c116ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.1318088 May 27 09:47:40.758301 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-79c70af6-fd78-4e84-8eab-71eaf31e84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:40.760185 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-79c70af6-fd78-4e84-8eab-71eaf31e84dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 920 time: 0.2157702 May 27 09:47:40.845416 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-33c0a480-145a-4ad0-ae08-40706a9965f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae HTTP/1.1" status: 200 len: 217 time: 0.0687392 May 27 09:47:40.917099 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ced65647-6c69-459f-ba89-39465fe75230 req-824700b3-dd82-4bdb-a809-8cc670a93f53 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542361 May 27 09:47:40.930786 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-9a9fcdd9-20fe-458b-8062-273a02e0edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:40.933199 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-9a9fcdd9-20fe-458b-8062-273a02e0edca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.0781186 May 27 09:47:40.988574 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-51d059fc-ae28-42eb-bceb-682d98f725bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401523 May 27 09:47:41.185188 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-12b5bbe8-61ac-4cb3-bb7a-64f4776b7e21 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893272 May 27 09:47:41.195691 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-7f82f62b-5754-40ba-90d1-8b028d3dad39 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:41.197148 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-7f82f62b-5754-40ba-90d1-8b028d3dad39 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.45 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.1816337 May 27 09:47:41.430326 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3cd2a1c7-cbfb-4cf8-bfa3-31ba1a987685 req-92cc7980-4a60-4911-8ccd-833930f6e770 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317188 May 27 09:47:41.453133 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Deleting port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:47:41.453553 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:41.501347 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a10c21-ed53-4497-9b11-cd4a0d5130e2 req-0699e661-ddbe-4a6c-bfd6-36e7a6da7a89 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:41.508781 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04a10c21-ed53-4497-9b11-cd4a0d5130e2 req-0699e661-ddbe-4a6c-bfd6-36e7a6da7a89 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1205235 May 27 09:47:41.560311 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04a10c21-ed53-4497-9b11-cd4a0d5130e2 req-c8f76b1b-3b92-4523-8267-fa61a84607a6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505736 May 27 09:47:41.679477 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] For port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:41.680090 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:41.829496 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Calling delete_port for 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:47:41.884766 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100f327-db48-4192-a541-6b5d790ab312 req-79c5c853-eb88-495c-b919-26d3b9fc944a tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:41.891695 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c100f327-db48-4192-a541-6b5d790ab312 req-79c5c853-eb88-495c-b919-26d3b9fc944a tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 946 time: 0.2695735 May 27 09:47:42.094223 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c100f327-db48-4192-a541-6b5d790ab312 req-cd1b9b02-0e4d-4f3b-ae64-d7bfefee7dee tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013445 May 27 09:47:42.199740 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:42.212543 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:42.219024 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['997b2da3-c553-4c8c-9237-e76fc5ffa4a8'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:47:42.236881 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883410f-05f1-454f-a33a-3272355b7e43 req-16953544-c930-4e38-9ebc-1036b9692d2d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:42.241316 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f883410f-05f1-454f-a33a-3272355b7e43 req-16953544-c930-4e38-9ebc-1036b9692d2d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.1627653 May 27 09:47:42.317472 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Pushing event deleted for resources: {'Port': ['ID=997b2da3-c553-4c8c-9237-e76fc5ffa4a8,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:42.321330 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f883410f-05f1-454f-a33a-3272355b7e43 req-13598039-c054-4dae-97f5-7fe40e973821 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745301 May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.360083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:42.383540 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:47:42.392530 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:42.407502 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] No DVR routers for this DVR port 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:42.411480 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:42.414281 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444d0e31-1b08-4a1d-8263-c204fc5dca79', 'name': 'network-vif-deleted', 'tag': '997b2da3-c553-4c8c-9237-e76fc5ffa4a8'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:42.451159 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fa9cfbc3-a694-42d1-b604-f3bd5dde80d3 req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.45 "DELETE /v2.0/ports/997b2da3-c553-4c8c-9237-e76fc5ffa4a8 HTTP/1.1" status: 204 len: 173 time: 1.2326658 May 27 09:47:42.478857 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444d0e31-1b08-4a1d-8263-c204fc5dca79', 'name': 'network-vif-deleted', 'tag': '997b2da3-c553-4c8c-9237-e76fc5ffa4a8', 'status': 'completed', 'code': 200} May 27 09:47:42.504087 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port ca6f0cec-80ff-4430-8c51-ff89c951f408 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:47:42.504835 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:42.696398 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:42.725047 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:42.735136 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:42.740598 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:42.742722 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:42.783801 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'code': 200} May 27 09:47:42.792697 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaffec8-005a-4d3c-942f-f871381a66cd req-6204c384-1156-4b75-ba2b-7b8f84d03e1b tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:42.794274 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0aaffec8-005a-4d3c-942f-f871381a66cd req-6204c384-1156-4b75-ba2b-7b8f84d03e1b tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1092603 May 27 09:47:42.834516 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=7']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:42.838493 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:42.861206 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0aaffec8-005a-4d3c-942f-f871381a66cd req-35b919ae-4b8f-4edf-807f-310de34e9b80 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590079 May 27 09:47:43.317791 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-b92407d9-eacc-4d0e-95e9-25bbfd2b7da4 req-8fe20ac3-29f2-48f5-b258-a8991763dfd9 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Synchronizing usage tracker for tenant:7c8b1e0e3c85400da589a859c4682201 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:47:43.341460 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-b92407d9-eacc-4d0e-95e9-25bbfd2b7da4 req-8fe20ac3-29f2-48f5-b258-a8991763dfd9 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Unset dirty status for tenant:7c8b1e0e3c85400da589a859c4682201 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:47:43.352495 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b92407d9-eacc-4d0e-95e9-25bbfd2b7da4 req-8fe20ac3-29f2-48f5-b258-a8991763dfd9 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=444d0e31-1b08-4a1d-8263-c204fc5dca79 HTTP/1.1" status: 200 len: 210 time: 0.0873411 May 27 09:47:43.582860 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ae8d-9c57-40b0-b210-4e2e307acacf req-b264d556-9b33-4d1d-8384-28f061e29ffe tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:43.584565 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ded6ae8d-9c57-40b0-b210-4e2e307acacf req-b264d556-9b33-4d1d-8384-28f061e29ffe tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1071775 May 27 09:47:43.669018 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ded6ae8d-9c57-40b0-b210-4e2e307acacf req-3c0db540-82da-4b9f-99bf-e709525762d6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734386 May 27 09:47:44.172590 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8440c-518b-4fdd-9dc2-c85c4af2134f req-1636e879-8715-4335-9192-e9ccdc712881 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:44.174085 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a2b8440c-518b-4fdd-9dc2-c85c4af2134f req-1636e879-8715-4335-9192-e9ccdc712881 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1525526 May 27 09:47:44.233342 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a2b8440c-518b-4fdd-9dc2-c85c4af2134f req-ffdf164e-943c-4e4d-a7e2-7f6aeedbbd9f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 May 27 09:47:44.834667 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-e56cda1a-f329-4a4f-a09e-a7ca2ba0e98b tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:44.855380 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-e56cda1a-f329-4a4f-a09e-a7ca2ba0e98b tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/networks?id=22d47859-622f-4d34-b0ae-7698ab3915af HTTP/1.1" status: 200 len: 808 time: 0.1916175 May 27 09:47:44.877644 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-e16ee57a-1d57-41dd-89f5-5fb36e339245 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/quotas/7c8b1e0e3c85400da589a859c4682201 HTTP/1.1" status: 200 len: 375 time: 0.0201340 May 27 09:47:44.911005 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded0afc-5fe0-4bdb-94c0-11e6c5ebac3a req-5c68d86c-4a79-48ab-a1cb-68b922027b46 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:44.912958 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0ded0afc-5fe0-4bdb-94c0-11e6c5ebac3a req-5c68d86c-4a79-48ab-a1cb-68b922027b46 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1141493 May 27 09:47:44.941895 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-9bf80856-47a9-4dac-bdd0-fee5cd3e54df tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c8b1e0e3c85400da589a859c4682201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624537 May 27 09:47:44.978581 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0ded0afc-5fe0-4bdb-94c0-11e6c5ebac3a req-0b17867f-8db8-484b-af6e-162003971ca7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593426 May 27 09:47:45.098587 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-da43ebd1-2c60-4450-b989-5b52faa29bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554589 May 27 09:47:45.282788 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-8933997a-ed61-43d7-9754-790debedb2d8 service neutron] 10.222.0.20 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640942 May 27 09:47:45.518025 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7723c3cd-f5f5-4b2d-8f43-b1f18463a3bb req-d314839b-53ea-4ec2-9279-7e1814c1aad9 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0786178 May 27 09:47:45.530420 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06d6e4-90ee-4161-b5b3-3ec980ba2d40 req-0043fd77-9927-49d9-bce7-6f587103c0d2 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:45.542226 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6c06d6e4-90ee-4161-b5b3-3ec980ba2d40 req-0043fd77-9927-49d9-bce7-6f587103c0d2 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1662731 May 27 09:47:45.591311 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6c06d6e4-90ee-4161-b5b3-3ec980ba2d40 req-b0b760e2-5aca-4083-8799-599bcdf34a2a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 May 27 09:47:46.282283 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4fc5-b9e4-4194-949d-e4f15899eb05 req-1d7d892b-6ec4-491a-85f3-d3f70109b3d5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:46.283930 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cfaa4fc5-b9e4-4194-949d-e4f15899eb05 req-1d7d892b-6ec4-491a-85f3-d3f70109b3d5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1282184 May 27 09:47:46.360787 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cfaa4fc5-b9e4-4194-949d-e4f15899eb05 req-8d90a76d-f0c4-4917-8449-3845a58a62af tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658646 May 27 09:47:46.413812 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:47:46.451293 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:47:46.451644 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 997b2da3-c553-4c8c-9237-e76fc5ffa4a8 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:47:46.714664 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0bcd7b87-67ab-48f3-bdf3-bc86d6ae3e16 req-62992d41-164f-4440-8793-51d8fe9caed1 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0814366 May 27 09:47:47.006401 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1622eea-81d4-419d-b812-d20d91a54818 req-28a8d5b6-41cb-4049-a5cb-eb69f70d2af9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:47.014835 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b1622eea-81d4-419d-b812-d20d91a54818 req-28a8d5b6-41cb-4049-a5cb-eb69f70d2af9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.2514465 May 27 09:47:47.086576 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-fe02abc9-fda8-425e-8f25-66fb4b77b48c tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:47.088315 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-fe02abc9-fda8-425e-8f25-66fb4b77b48c tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.45 "GET /v2.0/networks?id=22d47859-622f-4d34-b0ae-7698ab3915af HTTP/1.1" status: 200 len: 808 time: 0.2553263 May 27 09:47:47.111499 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b1622eea-81d4-419d-b812-d20d91a54818 req-41beb0a3-bf6d-4a71-8c96-6bcefa645802 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954566 May 27 09:47:47.120579 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Request body: {'port': {'device_id': 'a6e6bb17-f321-4400-b9a4-68ba941f864a', 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af', 'admin_state_up': True, 'tenant_id': '7c8b1e0e3c85400da589a859c4682201'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:47:47.318171 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:47.334220 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:47.356954 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Made reservation on behalf of 7c8b1e0e3c85400da589a859c4682201 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:47:47.362975 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:47.516148 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 41334) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:47.641015 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9321f-ce1c-4822-ad72-c7d83e5f6908 req-d5c02eb2-eb22-4c65-ae36-ca8f259ec641 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:47.648007 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a7f9321f-ce1c-4822-ad72-c7d83e5f6908 req-d5c02eb2-eb22-4c65-ae36-ca8f259ec641 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0961359 May 27 09:47:47.660202 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Allocated IP 172.20.0.10 (22d47859-622f-4d34-b0ae-7698ab3915af/2972db79-7339-41a3-858f-c884ec825676/789105d9-d398-4fe2-8482-97a983b7da0e) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:47:47.705143 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a7f9321f-ce1c-4822-ad72-c7d83e5f6908 req-0817586c-b5bb-4d44-85ff-18ee2eaa2fb0 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559704 May 27 09:47:47.737589 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:47.755172 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:47.760579 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Usage tracker for resource:security_group_rule and tenant:57586ca6675541c7a3b8b7744ac45bfa is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:47:47.764384 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:47:47.770950 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:47.924177 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:47.932715 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:47.967176 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4313d0b5-632a-43b1-b884-4a8be7c03d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:47.988371 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0bb7bcd6-1d0a-478b-bf09-861fed60eba6 req-61d5bb4b-8af5-4666-82e1-a525d8381851 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.1097622 May 27 09:47:48.007013 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 41342) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:48.007713 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57586ca6675541c7a3b8b7744ac45bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898551 May 27 09:47:48.009070 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276644b3-3e39-4530-abdd-cd438411e881,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:48.028898 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.029211 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.031061 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.031815 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.031815 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.032115 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.032460 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.032804 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.033155 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.034074 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.034434 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.034797 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.041510 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:48.156559 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:48.159953 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ef6a862c-9267-4695-937a-73904c0fc0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:48.199890 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ef6a862c-9267-4695-937a-73904c0fc0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:48.277054 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:48.285195 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8bc5d678-21a6-4b03-9d48-62e4c3b6592c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:48.331705 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ef6a862c-9267-4695-937a-73904c0fc0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:48.378199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Network 22d47859-622f-4d34-b0ae-7698ab3915af is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:48.382669 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:48.388634 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:47:48.409337 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a6121-8dc4-4276-be0b-21dad610f24f req-2f384ba7-1e88-4439-a4f6-8a8fd2cc6f53 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:48.410972 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1c2a6121-8dc4-4276-be0b-21dad610f24f req-2f384ba7-1e88-4439-a4f6-8a8fd2cc6f53 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1462972 May 27 09:47:48.437654 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Pushing event updated for resources: {'Port': ['ID=789105d9-d398-4fe2-8482-97a983b7da0e,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:48.456462 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:48.456984 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-dd3b1352-e4a4-40bc-b209-9c229b89f599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:48.482576 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a862c-9267-4695-937a-73904c0fc0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276644b3-3e39-4530-abdd-cd438411e881,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:48.498492 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ef6a862c-9267-4695-937a-73904c0fc0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:48.503325 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ef6a862c-9267-4695-937a-73904c0fc0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:48.504460 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ef6a862c-9267-4695-937a-73904c0fc0f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/276644b3-3e39-4530-abdd-cd438411e881 HTTP/1.1" status: 204 len: 168 time: 0.4960306 May 27 09:47:48.527845 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:48.528731 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:48.582836 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1c2a6121-8dc4-4276-be0b-21dad610f24f req-b21f6bb2-4eed-4c8a-b0ec-384fb1c09c78 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519861 May 27 09:47:48.604418 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4892366 May 27 09:47:48.621963 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Request body: {'port': {'device_id': 'a6e6bb17-f321-4400-b9a4-68ba941f864a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:47:48.921468 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:49.164222 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c1cdd-b8ef-4d3d-ab4d-d93060557fc3 req-786f1ee0-8ea2-4f4e-a343-e47d2542b542 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:49.166052 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4d1c1cdd-b8ef-4d3d-ab4d-d93060557fc3 req-786f1ee0-8ea2-4f4e-a343-e47d2542b542 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1984680 May 27 09:47:49.475416 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4d1c1cdd-b8ef-4d3d-ab4d-d93060557fc3 req-08312f67-99ee-47c9-8caf-3dd936c48af4 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932682 May 27 09:47:49.816533 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b268bae-04b5-4f8d-b0d9-71d0162a2486 req-92ee5a58-21ce-4447-93e1-da890db709f7 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:49.817395 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-1b268bae-04b5-4f8d-b0d9-71d0162a2486 req-92ee5a58-21ce-4447-93e1-da890db709f7 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Synchronizing usage tracker for tenant:7c8b1e0e3c85400da589a859c4682201 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:47:49.941183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789105d9-d398-4fe2-8482-97a983b7da0e {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:47:49.958881 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:49.979471 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Transition to ACTIVE for port object 789105d9-d398-4fe2-8482-97a983b7da0e will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:47:49.998248 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:50.027499 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a0d64b51-8005-4e55-a4ae-fe167c320fdc tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:50.127889 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d391b-10f6-4da7-bf03-9398be5a5f9e req-c2ea7e14-2968-4a12-94f2-70423c7bb6e9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:50.130416 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7a4d391b-10f6-4da7-bf03-9398be5a5f9e req-c2ea7e14-2968-4a12-94f2-70423c7bb6e9 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1202288 May 27 09:47:50.189737 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-1b268bae-04b5-4f8d-b0d9-71d0162a2486 req-92ee5a58-21ce-4447-93e1-da890db709f7 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Unset dirty status for tenant:7c8b1e0e3c85400da589a859c4682201 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:47:50.191106 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1b268bae-04b5-4f8d-b0d9-71d0162a2486 req-92ee5a58-21ce-4447-93e1-da890db709f7 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 932 time: 0.5526710 May 27 09:47:50.203789 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7a4d391b-10f6-4da7-bf03-9398be5a5f9e req-730922dc-c166-4264-b20f-7cc00970a94d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658379 May 27 09:47:50.267161 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Pushing event updated for resources: {'Port': ['ID=789105d9-d398-4fe2-8482-97a983b7da0e,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:50.302288 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:50.338168 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1b268bae-04b5-4f8d-b0d9-71d0162a2486 req-c4e7af4c-bafe-40ee-8f34-832538fd45de tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365316 May 27 09:47:50.384651 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Attempting to bind port 789105d9-d398-4fe2-8482-97a983b7da0e on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:47:50.385474 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Attempting to bind port 789105d9-d398-4fe2-8482-97a983b7da0e by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd11d359a-0572-44a4-8ae1-a134261780be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:47:50.386140 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Attempting to bind port 789105d9-d398-4fe2-8482-97a983b7da0e on network 22d47859-622f-4d34-b0ae-7698ab3915af {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:47:50.392650 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Port 789105d9-d398-4fe2-8482-97a983b7da0e on network 22d47859-622f-4d34-b0ae-7698ab3915af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:47:50.393486 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Attempting to bind port 789105d9-d398-4fe2-8482-97a983b7da0e on network 22d47859-622f-4d34-b0ae-7698ab3915af {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:47:50.401704 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:47:50.402047 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Checking segment: {'id': 'd11d359a-0572-44a4-8ae1-a134261780be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:47:50.402447 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Bound using segment: {'id': 'd11d359a-0572-44a4-8ae1-a134261780be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:47:50.402924 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Bound port: 789105d9-d398-4fe2-8482-97a983b7da0e, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11d359a-0572-44a4-8ae1-a134261780be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:47:50.403770 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:50.538228 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] For port 789105d9-d398-4fe2-8482-97a983b7da0e, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:47:50.544033 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] For port 789105d9-d398-4fe2-8482-97a983b7da0e, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=789105d9-d398-4fe2-8482-97a983b7da0e,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:47:50.555482 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:50.565668 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:50.706479 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:50.707429 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:50.709121 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] 10.222.0.45 "PUT /v2.0/ports/789105d9-d398-4fe2-8482-97a983b7da0e HTTP/1.1" status: 200 len: 1094 time: 2.0929422 May 27 09:47:50.713004 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e6bb17-f321-4400-b9a4-68ba941f864a', 'tag': '789105d9-d398-4fe2-8482-97a983b7da0e'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:50.758646 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Pushing event updated for resources: {'Port': ['ID=789105d9-d398-4fe2-8482-97a983b7da0e,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:50.763028 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:50.792062 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2cdfb-884f-4e59-a129-c48018bd0513 req-cc76da48-d0f6-4dab-9301-4fff12c83ffa tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:50.793538 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e0d2cdfb-884f-4e59-a129-c48018bd0513 req-cc76da48-d0f6-4dab-9301-4fff12c83ffa tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.1647871 May 27 09:47:50.827350 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f7c41-2b8a-4195-abd4-541e9c71e7b4 req-eb897a38-209f-489c-b68e-f9b5beadc3e1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:50.837982 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-674f7c41-2b8a-4195-abd4-541e9c71e7b4 req-eb897a38-209f-489c-b68e-f9b5beadc3e1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1471894 May 27 09:47:50.925764 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-674f7c41-2b8a-4195-abd4-541e9c71e7b4 req-81a8380c-f7fd-4dcf-bd3b-3aed6371af1d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847030 May 27 09:47:51.002934 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e6bb17-f321-4400-b9a4-68ba941f864a', 'tag': '789105d9-d398-4fe2-8482-97a983b7da0e', 'status': 'completed', 'code': 200} May 27 09:47:51.018276 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e0d2cdfb-884f-4e59-a129-c48018bd0513 req-df8066e6-c169-4f06-88d7-536148cb47e8 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104049 May 27 09:47:51.032856 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-fef522bf-4ea6-4bda-8987-e0a0f3334372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:51.034335 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-fef522bf-4ea6-4bda-8987-e0a0f3334372 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b1e0e3c85400da589a859c4682201&device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 1097 time: 0.2282615 May 27 09:47:51.139487 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-cb1939b7-8a6f-418d-9888-a7d2169bdb04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=789105d9-d398-4fe2-8482-97a983b7da0e HTTP/1.1" status: 200 len: 217 time: 0.0749571 May 27 09:47:51.219786 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-08cfe1d4-642d-4e80-851c-d0ac15c9ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:51.221521 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-08cfe1d4-642d-4e80-851c-d0ac15c9ee53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2972db79-7339-41a3-858f-c884ec825676 HTTP/1.1" status: 200 len: 848 time: 0.0703080 May 27 09:47:51.334619 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-3d67e7d1-83c6-4b5d-9e20-ed6b03b5d565 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22d47859-622f-4d34-b0ae-7698ab3915af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931118 May 27 09:47:51.482588 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a418d-02a8-40cb-9736-45f0856b0ffb req-00999526-439b-4526-9775-42861c0f49c6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:51.491610 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f02a418d-02a8-40cb-9736-45f0856b0ffb req-00999526-439b-4526-9775-42861c0f49c6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1470809 May 27 09:47:51.554402 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-01fc4d3f-b57a-479a-8561-141596e145a2 service neutron] 10.222.0.45 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121308 May 27 09:47:51.559092 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f02a418d-02a8-40cb-9736-45f0856b0ffb req-ea93a021-be5c-4389-89d2-24b65fa0e599 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665162 May 27 09:47:51.701929 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd8706-ada0-498a-be35-46d67a9b1657 req-57f86b1a-1d39-410b-98d2-c36069894c31 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:51.703587 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6bbd8706-ada0-498a-be35-46d67a9b1657 req-57f86b1a-1d39-410b-98d2-c36069894c31 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 944 time: 0.1968815 May 27 09:47:51.746863 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-044f731a-cec5-481f-98df-8ed0a4fe7ade req-35ce4e97-3498-46f5-b59e-92b552e366f0 service neutron] 10.222.0.45 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762755 May 27 09:47:51.790408 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6bbd8706-ada0-498a-be35-46d67a9b1657 req-865be084-ebe5-49a3-8323-5852d85157a9 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809605 May 27 09:47:51.906546 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-7be5a575-d68f-4410-8537-9c0632143637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:51.908464 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-7be5a575-d68f-4410-8537-9c0632143637 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c8b1e0e3c85400da589a859c4682201&device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 1097 time: 0.0845857 May 27 09:47:52.085126 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-62618f52-a440-46ad-b82e-0768b0cf6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:52.086798 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-62618f52-a440-46ad-b82e-0768b0cf6464 service neutron] 10.222.0.45 "GET /v2.0/networks?id=22d47859-622f-4d34-b0ae-7698ab3915af HTTP/1.1" status: 200 len: 909 time: 0.1674454 May 27 09:47:52.215094 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cae0-8329-45dc-bc0a-a5517ceaa769 req-f346cb1f-5604-4f01-80cd-0b76fd9278a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:52.216886 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7c14cae0-8329-45dc-bc0a-a5517ceaa769 req-f346cb1f-5604-4f01-80cd-0b76fd9278a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1334174 May 27 09:47:52.309387 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-97fa7ef1-b6e7-4598-bb7b-896f8f123493 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=789105d9-d398-4fe2-8482-97a983b7da0e HTTP/1.1" status: 200 len: 217 time: 0.2009525 May 27 09:47:52.314696 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7c14cae0-8329-45dc-bc0a-a5517ceaa769 req-2ef0f2cf-2235-48ee-877c-44b2893ce0f0 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919962 May 27 09:47:52.411083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-aad4d2ea-ce4b-4809-8079-d673c8093156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:52.412790 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-aad4d2ea-ce4b-4809-8079-d673c8093156 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2972db79-7339-41a3-858f-c884ec825676 HTTP/1.1" status: 200 len: 848 time: 0.0908201 May 27 09:47:52.428288 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55566c0b-a16c-4ecb-b853-6931cca0fbe7 req-ac4f87e5-75ad-4778-91f8-0d602f24ba48 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:52.430364 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-55566c0b-a16c-4ecb-b853-6931cca0fbe7 req-ac4f87e5-75ad-4778-91f8-0d602f24ba48 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.1904602 May 27 09:47:52.482552 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-6834fc45-0ff6-494e-abd7-158e06381031 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22d47859-622f-4d34-b0ae-7698ab3915af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511754 May 27 09:47:52.696363 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-55566c0b-a16c-4ecb-b853-6931cca0fbe7 req-7963b903-b466-4466-8b6e-6651c0f12f48 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125871 May 27 09:47:52.742732 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-37c31bac-725f-41ec-b504-b92aa4c09998 service neutron] 10.222.0.45 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405069 May 27 09:47:52.832231 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedadd7-5981-43f6-9166-50cb6774a8f5 req-19d78cea-7c83-4b6e-99eb-67bb9c29cae7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:52.833759 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8cedadd7-5981-43f6-9166-50cb6774a8f5 req-19d78cea-7c83-4b6e-99eb-67bb9c29cae7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1095927 May 27 09:47:52.923397 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8cedadd7-5981-43f6-9166-50cb6774a8f5 req-ddcd300b-09ae-4d9f-b449-9877604f0e4c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815873 May 27 09:47:53.174462 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e11e544a-c1e7-4e3a-a8e7-7ad44bfe5bf8 req-8e11fed8-bdc7-4300-b24e-b24fbd5d41f0 service neutron] 10.222.0.45 "GET /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172888 May 27 09:47:53.302490 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b821f-ea2d-4968-9950-4993a80b235f req-f7599518-31e9-4e26-bc76-68907cbce6cb tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:53.304262 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e11b821f-ea2d-4968-9950-4993a80b235f req-f7599518-31e9-4e26-bc76-68907cbce6cb tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 944 time: 0.3565707 May 27 09:47:53.339034 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-26a6d8c3-1d50-480e-9b97-8da19e4817bd tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:53.340442 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-26a6d8c3-1d50-480e-9b97-8da19e4817bd tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.3269866 May 27 09:47:53.418592 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-92ec76fe-bed3-41b2-aac4-0cda97946e11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1879139 May 27 09:47:53.572685 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e11b821f-ea2d-4968-9950-4993a80b235f req-e0a95d3a-42d8-4c55-8cb1-93411df4ffcf tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610696 May 27 09:47:53.634952 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-0952c03a-c8f7-42f7-80fd-7712779805b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:53.636443 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-0952c03a-c8f7-42f7-80fd-7712779805b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 1098 time: 0.1891146 May 27 09:47:53.643661 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Deleting port 2826a56d-965e-49dd-96d3-0c869c668dc1 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:47:53.644013 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:53.764009 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de350a-5bd6-4d21-b019-d598ea92b17d req-0305488b-0b7c-4755-ad9c-efe0b5ec6fbe tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:53.772139 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-27de350a-5bd6-4d21-b019-d598ea92b17d req-0305488b-0b7c-4755-ad9c-efe0b5ec6fbe tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.1162248 May 27 09:47:53.870328 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-27de350a-5bd6-4d21-b019-d598ea92b17d req-aa0f7e6a-5238-4d22-ba5e-133d6ee944bf tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951147 May 27 09:47:53.940651 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] For port 2826a56d-965e-49dd-96d3-0c869c668dc1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2826a56d-965e-49dd-96d3-0c869c668dc1,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:53.941715 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:53.956079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-38222c6d-cf31-4cde-8b28-0af0afb89221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:53.957641 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-38222c6d-cf31-4cde-8b28-0af0afb89221 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 920 time: 0.2868750 May 27 09:47:54.168972 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81629a88-2986-492a-b690-0ebc1f6fc2cd req-5981d60c-6c69-4fbc-989a-2623a6f3d983 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:54.177100 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-81629a88-2986-492a-b690-0ebc1f6fc2cd req-5981d60c-6c69-4fbc-989a-2623a6f3d983 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 946 time: 0.1282594 May 27 09:47:54.198641 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Calling delete_port for 2826a56d-965e-49dd-96d3-0c869c668dc1 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:47:54.235887 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-81629a88-2986-492a-b690-0ebc1f6fc2cd req-f8cf232b-9700-473a-949d-611a59248121 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585854 May 27 09:47:54.275546 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-7b9c3ccf-e597-420f-90d1-e3dd6f041ada service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b67ccf43-6425-404a-9613-b17463abf875 HTTP/1.1" status: 200 len: 217 time: 0.1538022 May 27 09:47:54.386859 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 41462) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:54.408917 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-54d57b62-83f0-483e-9adf-824079d0b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:54.411030 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-54d57b62-83f0-483e-9adf-824079d0b2ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.1068988 May 27 09:47:54.421195 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477ac89-420b-4702-a448-d24850e28385 req-6bd07c3c-663f-4f79-9455-1777bccc3805 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:54.422715 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a477ac89-420b-4702-a448-d24850e28385 req-6bd07c3c-663f-4f79-9455-1777bccc3805 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.2210886 May 27 09:47:54.472820 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 789105d9-d398-4fe2-8482-97a983b7da0e details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:47:54.478320 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0990200-e8df-415e-b850-cef80d9dd61c req-0c920de6-f928-4253-9a76-0967c1a5b5c1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:54.483143 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e0990200-e8df-415e-b850-cef80d9dd61c req-0c920de6-f928-4253-9a76-0967c1a5b5c1 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 945 time: 0.1078815 May 27 09:47:54.493118 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-616034ea-1516-45d8-b473-c3271e062be9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681157 May 27 09:47:54.586556 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e0990200-e8df-415e-b850-cef80d9dd61c req-e02f9ebf-5c6c-4523-8700-827dac237091 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948827 May 27 09:47:54.660282 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a477ac89-420b-4702-a448-d24850e28385 req-13d63883-bf02-4eff-a4f3-ac7e6396c6e4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038150 May 27 09:47:54.677110 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 789105d9-d398-4fe2-8482-97a983b7da0e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=789105d9-d398-4fe2-8482-97a983b7da0e,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:54.693252 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '789105d9-d398-4fe2-8482-97a983b7da0e', 'network_id': '22d47859-622f-4d34-b0ae-7698ab3915af', 'port_id': '789105d9-d398-4fe2-8482-97a983b7da0e', 'mac_address': 'fa:16:3e:4f:88:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2972db79-7339-41a3-858f-c884ec825676', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:47:54.696159 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:54.762723 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:47:54.766951 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:54.772145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] Usage tracker for resource:security_group_rule and tenant:baae9312c78a43e29eaab86d522b4630 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:47:54.778654 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:47:54.786836 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789105d9-d398-4fe2-8482-97a983b7da0e {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:47:54.795423 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:54.800579 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:47:54.809874 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['2826a56d-965e-49dd-96d3-0c869c668dc1'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:47:54.813717 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:54.849989 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f23c7-1ac9-4fa2-ba15-9ce930c9dfb2 req-5e40649a-1efe-4573-a213-4f6d259eb387 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:54.852521 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 789105d9-d398-4fe2-8482-97a983b7da0e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=789105d9-d398-4fe2-8482-97a983b7da0e,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:54.860484 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-261f23c7-1ac9-4fa2-ba15-9ce930c9dfb2 req-5e40649a-1efe-4573-a213-4f6d259eb387 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 944 time: 0.1215634 May 27 09:47:54.862164 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:54.864960 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:54.867580 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-a4979222-04ec-4389-9c22-17aa999aafa2 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559263 May 27 09:47:54.873132 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Pushing event deleted for resources: {'Port': ['ID=2826a56d-965e-49dd-96d3-0c869c668dc1,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:54.879809 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:54.934545 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-261f23c7-1ac9-4fa2-ba15-9ce930c9dfb2 req-b4065213-a95e-470d-9ba9-d87793e4d392 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703318 May 27 09:47:54.946102 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=789105d9-d398-4fe2-8482-97a983b7da0e,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:54.949629 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:55.188647 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] No DVR routers for this DVR port 2826a56d-965e-49dd-96d3-0c869c668dc1 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:55.202468 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:55.209634 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5b9a33-6aa8-4f9c-8413-7af1046b21ff', 'name': 'network-vif-deleted', 'tag': '2826a56d-965e-49dd-96d3-0c869c668dc1'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:55.246613 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['789105d9-d398-4fe2-8482-97a983b7da0e'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:47:55.263653 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d47ec295-03aa-430b-9e89-61c0d1b73c11 req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.45 "DELETE /v2.0/ports/2826a56d-965e-49dd-96d3-0c869c668dc1 HTTP/1.1" status: 204 len: 173 time: 1.9134278 May 27 09:47:55.277515 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5b9a33-6aa8-4f9c-8413-7af1046b21ff', 'name': 'network-vif-deleted', 'tag': '2826a56d-965e-49dd-96d3-0c869c668dc1', 'status': 'completed', 'code': 200} May 27 09:47:55.325129 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5779f656-0b96-44fa-9b86-f0305b8f30c0 req-8cf31cab-a292-4f95-b935-ca569c2b86da service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465485 May 27 09:47:55.362117 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:55.372143 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518c32-2f70-4d70-b4a1-23b6b5820e4b req-9ad81104-e745-4f99-81dc-4d01939f8a05 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:55.379519 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b1518c32-2f70-4d70-b4a1-23b6b5820e4b req-9ad81104-e745-4f99-81dc-4d01939f8a05 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.3635914 May 27 09:47:55.396809 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:55.401494 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f6a0cb6f-5b64-4b1e-af37-e48f946d259b req-990f4efb-ae01-4d0f-93cb-bb0be5c34bf2 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5b9a33-6aa8-4f9c-8413-7af1046b21ff HTTP/1.1" status: 200 len: 210 time: 0.0574856 May 27 09:47:55.404035 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6607a6a6-019e-4ccd-ac30-4dd65947a53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:55.462595 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9442e4ef-c0ad-4dc1-bd17-629e11dfb66a,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:55.471344 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:55.474896 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-cd133c41-b13f-4180-b6bd-796095a7b810 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baae9312c78a43e29eaab86d522b4630&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0817306 May 27 09:47:55.477627 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 41486) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:47:55.486133 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b1518c32-2f70-4d70-b4a1-23b6b5820e4b req-d85b75ee-b829-4046-a367-76997bff191a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056921 May 27 09:47:55.544886 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59facb09-dd0c-485d-84c0-b244bc665b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:55.573718 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59facb09-dd0c-485d-84c0-b244bc665b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:55.636113 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59facb09-dd0c-485d-84c0-b244bc665b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:55.641150 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f6dee87a-3792-4b5a-bf7a-cc257344f693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:55.653899 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59facb09-dd0c-485d-84c0-b244bc665b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9442e4ef-c0ad-4dc1-bd17-629e11dfb66a,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:55.656917 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-59facb09-dd0c-485d-84c0-b244bc665b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:55.673159 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59facb09-dd0c-485d-84c0-b244bc665b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:55.675110 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-59facb09-dd0c-485d-84c0-b244bc665b84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9442e4ef-c0ad-4dc1-bd17-629e11dfb66a HTTP/1.1" status: 204 len: 168 time: 0.1964602 May 27 09:47:55.817331 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d0314-8984-4c24-af30-599051eb55f2 req-18b2e899-1459-479f-a60f-931a9992e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:55.819316 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d90d0314-8984-4c24-af30-599051eb55f2 req-18b2e899-1459-479f-a60f-931a9992e220 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 1098 time: 0.0968649 May 27 09:47:55.820532 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e3b69-3f16-4d26-9724-e3b6e0b0b5bc req-eb02714a-b659-409a-a1a8-d5cab5a0305c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:55.827517 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e93e3b69-3f16-4d26-9724-e3b6e0b0b5bc req-eb02714a-b659-409a-a1a8-d5cab5a0305c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 945 time: 0.1214247 May 27 09:47:55.871907 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e93e3b69-3f16-4d26-9724-e3b6e0b0b5bc req-dfafa6ca-92df-4507-bfab-3beb3d1b02dc tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 May 27 09:47:56.031508 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d0314-8984-4c24-af30-599051eb55f2 req-a33067d5-d6df-419c-8a5f-942bcc43f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:56.033721 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d90d0314-8984-4c24-af30-599051eb55f2 req-a33067d5-d6df-419c-8a5f-942bcc43f0f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.1723063 May 27 09:47:56.046817 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ffdc0-e20c-4763-946b-437e844c2981 req-127f23ac-3903-489a-9e01-264c44317741 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:56.048352 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b09ffdc0-e20c-4763-946b-437e844c2981 req-127f23ac-3903-489a-9e01-264c44317741 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.2280192 May 27 09:47:56.142374 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a59d-4711-4034-aea3-ccfb75ebfb30 req-1bdeba73-b182-4162-86a3-6362936a4472 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:56.144428 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1187a59d-4711-4034-aea3-ccfb75ebfb30 req-1bdeba73-b182-4162-86a3-6362936a4472 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 945 time: 0.1035976 May 27 09:47:56.186597 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b09ffdc0-e20c-4763-946b-437e844c2981 req-838eccc6-83d2-4aa9-93e8-d604afb8b87b tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877211 May 27 09:47:56.190903 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d90d0314-8984-4c24-af30-599051eb55f2 req-a84e2a55-a66b-41d8-bbbb-c92c81a31e8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408 HTTP/1.1" status: 200 len: 1001 time: 0.1412737 May 27 09:47:56.206446 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1187a59d-4711-4034-aea3-ccfb75ebfb30 req-b8b33a1c-68fb-4a04-ade4-70c26c135cd8 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544002 May 27 09:47:56.316416 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d0314-8984-4c24-af30-599051eb55f2 req-d16439dd-8ac9-4365-953e-bc628b4cd426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:56.318440 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d90d0314-8984-4c24-af30-599051eb55f2 req-d16439dd-8ac9-4365-953e-bc628b4cd426 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.1200299 May 27 09:47:56.418354 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-8f9e48ec-1824-4011-a214-afc407da6d86 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:56.419926 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-8f9e48ec-1824-4011-a214-afc407da6d86 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 945 time: 0.1582403 May 27 09:47:56.487235 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 789105d9-d398-4fe2-8482-97a983b7da0e up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:47:56.497752 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d0314-8984-4c24-af30-599051eb55f2 req-b9f03d16-009d-445d-93ad-6d79ced33813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:56.499369 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d90d0314-8984-4c24-af30-599051eb55f2 req-b9f03d16-009d-445d-93ad-6d79ced33813 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1713634 May 27 09:47:56.627714 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 789105d9-d398-4fe2-8482-97a983b7da0e completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:47:56.646160 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 789105d9-d398-4fe2-8482-97a983b7da0e triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:47:56.646891 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:56.822889 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d90d0314-8984-4c24-af30-599051eb55f2 req-ca54ae17-dbff-4560-b956-6778419586d1 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140786 May 27 09:47:56.827657 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d693255-da0e-4c47-acf4-8aa99bb95af5 req-99e1b7b0-aa22-49e8-aebf-0e7c79716347 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:56.830513 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6d693255-da0e-4c47-acf4-8aa99bb95af5 req-99e1b7b0-aa22-49e8-aebf-0e7c79716347 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.2165589 May 27 09:47:56.837417 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Deleting port bd817d89-caed-4e9b-9a91-29dbcee48ae6 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:47:56.837761 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:56.849905 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:56.870885 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:56.908486 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 789105d9-d398-4fe2-8482-97a983b7da0e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=789105d9-d398-4fe2-8482-97a983b7da0e,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:56.911030 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e6bb17-f321-4400-b9a4-68ba941f864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789105d9-d398-4fe2-8482-97a983b7da0e'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:56.923855 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:56.925871 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 2826a56d-965e-49dd-96d3-0c869c668dc1 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:47:56.927555 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6d693255-da0e-4c47-acf4-8aa99bb95af5 req-fae6df8d-d3ce-47be-af0d-8dbdd61762c7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894592 May 27 09:47:56.983759 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:57.031329 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 2826a56d-965e-49dd-96d3-0c869c668dc1 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:47:57.031928 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 2826a56d-965e-49dd-96d3-0c869c668dc1 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:47:57.051242 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e6bb17-f321-4400-b9a4-68ba941f864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789105d9-d398-4fe2-8482-97a983b7da0e', 'code': 200} May 27 09:47:57.073421 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=789105d9-d398-4fe2-8482-97a983b7da0e,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:57.076706 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:57.248426 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] For port bd817d89-caed-4e9b-9a91-29dbcee48ae6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=bd817d89-caed-4e9b-9a91-29dbcee48ae6,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:47:57.249010 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:57.362505 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d90d0314-8984-4c24-af30-599051eb55f2 req-0d133d98-a7a9-4019-8a60-4c749cc15e60 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088122 May 27 09:47:57.461862 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749a22f-0f2b-4048-baad-925b96aff8ae req-3f17278c-0785-4fea-aad9-07f6ea74e797 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:57.470030 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9749a22f-0f2b-4048-baad-925b96aff8ae req-3f17278c-0785-4fea-aad9-07f6ea74e797 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1182456 May 27 09:47:57.488032 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a8aae-9971-49c1-9448-84d4d630afec req-69f7d83c-e1a4-489c-b437-ad3048dbfe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:57.489243 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-596a8aae-9971-49c1-9448-84d4d630afec req-69f7d83c-e1a4-489c-b437-ad3048dbfe2b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 1099 time: 0.2080917 May 27 09:47:57.551464 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9749a22f-0f2b-4048-baad-925b96aff8ae req-775538f2-5988-4a2d-94e5-d4580f6a2a91 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800440 May 27 09:47:57.558275 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Calling delete_port for bd817d89-caed-4e9b-9a91-29dbcee48ae6 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:47:57.561637 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-596a8aae-9971-49c1-9448-84d4d630afec req-919654c0-fd91-4ace-b2b4-c376ee862ccd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634670 May 27 09:47:57.578785 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f679e49-d1a5-4bfb-8442-6a0bb626d6a9 req-9f566172-32b1-411b-8bc5-d5d631f2d278 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:57.580223 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2f679e49-d1a5-4bfb-8442-6a0bb626d6a9 req-9f566172-32b1-411b-8bc5-d5d631f2d278 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 945 time: 0.5029573 May 27 09:47:57.641709 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2f679e49-d1a5-4bfb-8442-6a0bb626d6a9 req-156ed5db-ccae-46ef-9ed1-9eb2652ecb1a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513275 May 27 09:47:57.726684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:57.734684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-39c025ab-6b77-4a77-a543-cd44ae6d6dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:47:57.736177 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d90aec-c81e-4952-998e-197dcf0de462 req-1ceece92-8d25-4fa3-a354-63c2b381d7c5 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:57.737654 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04d90aec-c81e-4952-998e-197dcf0de462 req-1ceece92-8d25-4fa3-a354-63c2b381d7c5 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 946 time: 0.0851498 May 27 09:47:57.783355 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Pushing event deleted for resources: {'Port': ['ID=bd817d89-caed-4e9b-9a91-29dbcee48ae6,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:57.783603 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04d90aec-c81e-4952-998e-197dcf0de462 req-d2cb960d-4fd1-4c78-8a79-0a2196e73b91 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 May 27 09:47:57.817415 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:47:57.862589 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] No DVR routers for this DVR port bd817d89-caed-4e9b-9a91-29dbcee48ae6 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:57.865013 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:47:57.867751 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2968af51-e3d7-470d-a5f4-17627e639e08', 'name': 'network-vif-deleted', 'tag': 'bd817d89-caed-4e9b-9a91-29dbcee48ae6'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:47:57.885302 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5eec8b7d-045d-4506-b7ff-b85df7dd49a6 req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "DELETE /v2.0/ports/bd817d89-caed-4e9b-9a91-29dbcee48ae6 HTTP/1.1" status: 204 len: 173 time: 1.4582517 May 27 09:47:57.916626 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2968af51-e3d7-470d-a5f4-17627e639e08', 'name': 'network-vif-deleted', 'tag': 'bd817d89-caed-4e9b-9a91-29dbcee48ae6', 'status': 'completed', 'code': 200} May 27 09:47:58.126388 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bf996-ef5d-47b8-b512-7ae173f8a853 req-199a845d-48fe-4a96-a0a5-881354b65681 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:58.127856 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-290bf996-ef5d-47b8-b512-7ae173f8a853 req-199a845d-48fe-4a96-a0a5-881354b65681 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0792453 May 27 09:47:58.172276 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-290bf996-ef5d-47b8-b512-7ae173f8a853 req-4c94431c-11fd-43ff-8a99-790981767864 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380170 May 27 09:47:58.783355 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ff1d-4b35-4c42-964b-d6f7ca00f62e req-8dee6124-2600-4f95-b204-97a05ebf70c5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:58.784760 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ee61ff1d-4b35-4c42-964b-d6f7ca00f62e req-8dee6124-2600-4f95-b204-97a05ebf70c5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0939651 May 27 09:47:58.839323 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ee61ff1d-4b35-4c42-964b-d6f7ca00f62e req-aedf6172-60aa-4f77-a83e-b9aae2d7041a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478792 May 27 09:47:58.892137 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da573446-6cb2-43c1-bfa8-4f20a6a06203 req-f5ac902f-3cf1-402a-b3e8-87948f945390 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 210 time: 0.1252120 May 27 09:47:59.062947 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff4f16-75de-4a47-99be-be66701f9449 req-ea57d92f-2f10-427b-97be-db46665d97da tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:59.064461 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45ff4f16-75de-4a47-99be-be66701f9449 req-ea57d92f-2f10-427b-97be-db46665d97da tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 946 time: 0.0993600 May 27 09:47:59.118612 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-45ff4f16-75de-4a47-99be-be66701f9449 req-7ba8cefc-3322-4407-bd10-47dfbcde2698 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 May 27 09:47:59.364746 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c44df7-ef4e-42c2-a618-a7cb45f13e93 req-2c6a705f-8b92-489c-9c38-47905d34a1b5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:47:59.367316 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-36c44df7-ef4e-42c2-a618-a7cb45f13e93 req-2c6a705f-8b92-489c-9c38-47905d34a1b5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0843260 May 27 09:47:59.413424 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-36c44df7-ef4e-42c2-a618-a7cb45f13e93 req-6f0cbfca-ebab-429b-afaa-a9bd97b57d59 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420725 May 27 09:48:00.038515 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f3f2-8509-4eee-88e1-645c5b2124e1 req-07b32419-56d7-4f92-9d06-10854e21632a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:00.040113 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4886f3f2-8509-4eee-88e1-645c5b2124e1 req-07b32419-56d7-4f92-9d06-10854e21632a tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0838203 May 27 09:48:00.041290 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-531b01cb-deb6-4a57-83b0-71b6fdccd2a9 req-7886a3ad-e2e1-4bdb-b991-1fd7a699a19b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 210 time: 0.0418162 May 27 09:48:00.085116 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4886f3f2-8509-4eee-88e1-645c5b2124e1 req-9198a122-477c-4617-8eb7-c9d6c20ca1f4 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 May 27 09:48:00.308870 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cff61-fbe3-4a59-8702-6672d7f75b6c req-9a2796a9-7a3d-48c8-b67e-3c5580c04996 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:00.310327 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e16cff61-fbe3-4a59-8702-6672d7f75b6c req-9a2796a9-7a3d-48c8-b67e-3c5580c04996 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 946 time: 0.0799897 May 27 09:48:00.353901 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e16cff61-fbe3-4a59-8702-6672d7f75b6c req-56d5426a-e937-494f-ac81-887ebdf3fddd tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 May 27 09:48:00.452213 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'a9f85a11-8bae-40f8-832e-a1130a775ce9', 'f1959e41-5cd3-4e54-b512-12293f3de979', 'bd817d89-caed-4e9b-9a91-29dbcee48ae6'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:48:00.547958 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:48:00.616373 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd70601-7405-44a2-900d-2e574b08b45e req-6d467ef6-ab47-47af-8565-bd6e695c2be8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:00.618999 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6dd70601-7405-44a2-900d-2e574b08b45e req-6d467ef6-ab47-47af-8565-bd6e695c2be8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0853183 May 27 09:48:00.653359 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-b4fc0e1d-9889-4c82-a95e-0de8d72fa1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:00.670168 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6dd70601-7405-44a2-900d-2e574b08b45e req-d579d592-1865-4300-9585-f96e949cfd1f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439627 May 27 09:48:01.084036 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782d84-184f-412b-ab7c-d6158c0352d3 req-34014b05-3d47-48a1-b57b-c2b1fc1a18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:01.087205 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1f782d84-184f-412b-ab7c-d6158c0352d3 req-34014b05-3d47-48a1-b57b-c2b1fc1a18fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1099 time: 0.0854716 May 27 09:48:01.152930 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1f782d84-184f-412b-ab7c-d6158c0352d3 req-0dfdda5e-cddf-435d-874e-96630b1ef3c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585442 May 27 09:48:01.251168 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6124bbe3-e31b-496f-8825-89c0cc4818b7 req-7cdc8127-e88d-48a9-980e-72e2222941af tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=2968af51-e3d7-470d-a5f4-17627e639e08 HTTP/1.1" status: 200 len: 210 time: 0.0527661 May 27 09:48:01.296828 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a136-eb50-4d69-9ca4-ca887ea2cf40 req-01da9553-b67b-4fdf-88be-e256d2d874b6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:01.298439 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6697a136-eb50-4d69-9ca4-ca887ea2cf40 req-01da9553-b67b-4fdf-88be-e256d2d874b6 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0925837 May 27 09:48:01.347083 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6697a136-eb50-4d69-9ca4-ca887ea2cf40 req-dc96fe59-4ae3-4399-9068-36b0fbe08b8f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 May 27 09:48:01.576863 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8a0c-03a2-4d33-a1c6-6a5cac9ac02a req-1c590d81-9911-45e5-8704-9cb49cab0c32 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:01.578528 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-396f8a0c-03a2-4d33-a1c6-6a5cac9ac02a req-1c590d81-9911-45e5-8704-9cb49cab0c32 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 946 time: 0.1117387 May 27 09:48:01.634775 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-396f8a0c-03a2-4d33-a1c6-6a5cac9ac02a req-ca58d65f-1b05-4645-a6ab-d16032a2e3d5 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500507 May 27 09:48:01.892738 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7310-fe7d-46c7-83bc-8de86eff2ea3 req-0c48a0a9-06c6-469e-8a97-792a1e0765f5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:01.894197 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f54f7310-fe7d-46c7-83bc-8de86eff2ea3 req-0c48a0a9-06c6-469e-8a97-792a1e0765f5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 945 time: 0.0885749 May 27 09:48:01.939071 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f54f7310-fe7d-46c7-83bc-8de86eff2ea3 req-d8a6656d-670e-426c-806d-03fc0c00f259 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 May 27 09:48:02.488246 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:02.555659 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195c810-df57-4703-a6bc-486a7a9eeae8 req-67178b7f-82dd-4607-8290-bdd0c612b13c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:02.557236 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5195c810-df57-4703-a6bc-486a7a9eeae8 req-67178b7f-82dd-4607-8290-bdd0c612b13c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0963120 May 27 09:48:02.606599 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5195c810-df57-4703-a6bc-486a7a9eeae8 req-1617b0b0-c7a3-4a77-9efd-243c64aca8e5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 May 27 09:48:02.629279 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:02.660678 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:02.673011 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:02.680058 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:02.681128 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device bd817d89-caed-4e9b-9a91-29dbcee48ae6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:02.716870 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:02.768611 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: bd817d89-caed-4e9b-9a91-29dbcee48ae6 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:48:02.769011 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device bd817d89-caed-4e9b-9a91-29dbcee48ae6 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:48:02.800214 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=8']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:02.803926 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:02.906079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de496d-bceb-4b28-9f4f-fabd18b2eab6 req-7f5e98f1-ddc0-4de9-a58e-b926e9fa92e9 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:02.915773 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-81de496d-bceb-4b28-9f4f-fabd18b2eab6 req-7f5e98f1-ddc0-4de9-a58e-b926e9fa92e9 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 946 time: 0.1341615 May 27 09:48:02.999000 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-81de496d-bceb-4b28-9f4f-fabd18b2eab6 req-017aa19b-894d-4c49-bfd2-7cac3be464ef tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734015 May 27 09:48:03.011118 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'code': 200} May 27 09:48:03.185643 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:03.262144 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df793da-4436-45ae-8fd2-63eaaef9e7d9 req-3629068f-d685-4e84-aef0-a25f26c86dee tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:03.263947 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7df793da-4436-45ae-8fd2-63eaaef9e7d9 req-3629068f-d685-4e84-aef0-a25f26c86dee tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.1013489 May 27 09:48:03.362015 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7df793da-4436-45ae-8fd2-63eaaef9e7d9 req-145d6960-46e7-4b11-951d-6d89cd22135b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906243 May 27 09:48:03.368680 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-1faff236-87e7-4758-99e7-c1bc815b51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:03.415070 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-f0c2b308-2d27-4c33-a3a2-f3d36f4e3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:03.422258 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-f0c2b308-2d27-4c33-a3a2-f3d36f4e3800 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=483f02bc51f2488fb4546e24e4300ba1&device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 1099 time: 0.1144767 May 27 09:48:03.478007 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36818c-e297-4436-8ba1-db105cd7a692 req-08fa0eff-48b2-401c-80ea-e103f74ce1f7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:03.480378 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9e36818c-e297-4436-8ba1-db105cd7a692 req-08fa0eff-48b2-401c-80ea-e103f74ce1f7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1255851 May 27 09:48:03.576649 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9e36818c-e297-4436-8ba1-db105cd7a692 req-de648636-a4fe-480e-915e-64e8da5bc14b tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896518 May 27 09:48:03.577731 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-c58b358e-0d80-4205-aa47-60a959d2c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:03.579772 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-c58b358e-0d80-4205-aa47-60a959d2c380 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 200 len: 920 time: 0.1503315 May 27 09:48:03.659572 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-fddbd48e-da28-417b-a803-f09db8a80aae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae HTTP/1.1" status: 200 len: 217 time: 0.0726705 May 27 09:48:03.989841 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1490fc-e3a7-4178-a744-1425149344be req-861f2da3-d4f7-4f7a-972e-c3f1fa1e28c0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:03.992141 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7d1490fc-e3a7-4178-a744-1425149344be req-861f2da3-d4f7-4f7a-972e-c3f1fa1e28c0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 945 time: 0.0841067 May 27 09:48:04.039921 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7d1490fc-e3a7-4178-a744-1425149344be req-4e97af20-cc7d-484c-a3e9-1350799fe4f5 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 May 27 09:48:04.164296 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:04.419078 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9996-2008-490b-84f4-fac61a58680c req-130dc94a-a88d-463a-9a7b-6f52d2ed657f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:04.420566 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-039d9996-2008-490b-84f4-fac61a58680c req-130dc94a-a88d-463a-9a7b-6f52d2ed657f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0812895 May 27 09:48:04.467372 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-039d9996-2008-490b-84f4-fac61a58680c req-2374d9b8-dcaa-4701-af2e-463168a8b367 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 May 27 09:48:04.611960 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-277207cf-d16c-423a-9f2a-1921b78c4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:04.613435 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-277207cf-d16c-423a-9f2a-1921b78c4874 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 200 len: 859 time: 0.0692425 May 27 09:48:04.810400 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 41708) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:04.841957 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77066f-871a-47c7-b2e5-121a7f38eab6 req-2c6fdd64-0a49-4db9-aa96-269fc255a049 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:04.843435 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc77066f-871a-47c7-b2e5-121a7f38eab6 req-2c6fdd64-0a49-4db9-aa96-269fc255a049 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1544330 May 27 09:48:04.889388 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc77066f-871a-47c7-b2e5-121a7f38eab6 req-94092cc0-d15e-4a4f-92da-1701efbd7a0d tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403085 May 27 09:48:04.930577 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-1b647f28-e870-44c8-a014-1b27c1762381 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189547 May 27 09:48:05.233049 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef404064-85c9-4cd8-938e-4a7dc2aa96ba req-f4e10949-109c-48a8-9dc2-85868da47557 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:05.234524 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ef404064-85c9-4cd8-938e-4a7dc2aa96ba req-f4e10949-109c-48a8-9dc2-85868da47557 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 945 time: 0.0886984 May 27 09:48:05.279558 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ef404064-85c9-4cd8-938e-4a7dc2aa96ba req-ec08696f-c71b-453e-8f4a-5f6801df596c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 May 27 09:48:05.661106 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e06cb-3dc3-4a23-bba3-f014a781aa93 req-f071467f-09d2-41da-98cc-1064364ddf92 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:05.663203 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-525e06cb-3dc3-4a23-bba3-f014a781aa93 req-f071467f-09d2-41da-98cc-1064364ddf92 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0841534 May 27 09:48:05.706244 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-525e06cb-3dc3-4a23-bba3-f014a781aa93 req-f3363d36-06f0-4dfb-922b-802606b3410a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375779 May 27 09:48:05.812720 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:06.078877 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f3a0-2772-4ef2-9d11-45c0deb1b40d req-bbd4c133-4f1c-4830-91f8-7040b1f27150 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:06.080331 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0508f3a0-2772-4ef2-9d11-45c0deb1b40d req-bbd4c133-4f1c-4830-91f8-7040b1f27150 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0830545 May 27 09:48:06.125747 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0508f3a0-2772-4ef2-9d11-45c0deb1b40d req-16921355-04a4-451c-b10d-6ec4f186f282 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390058 May 27 09:48:06.494217 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-de2dbf9a-b160-4dfd-af18-5cbe39b27f42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921c5312-2832-4749-8b94-ac07787dd31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456686 May 27 09:48:06.506226 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916947a-feeb-40c7-bc4e-483ff3f0c444 req-498f9705-1cbe-4999-83c4-d705d0f4659b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:06.507111 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-a916947a-feeb-40c7-bc4e-483ff3f0c444 req-498f9705-1cbe-4999-83c4-d705d0f4659b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Synchronizing usage tracker for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:48:06.507999 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:06.600743 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-a916947a-feeb-40c7-bc4e-483ff3f0c444 req-498f9705-1cbe-4999-83c4-d705d0f4659b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Unset dirty status for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:48:06.601900 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a916947a-feeb-40c7-bc4e-483ff3f0c444 req-498f9705-1cbe-4999-83c4-d705d0f4659b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 945 time: 0.2185407 May 27 09:48:06.685281 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a916947a-feeb-40c7-bc4e-483ff3f0c444 req-1a7ffcb7-bfc4-490d-bece-7ba1622ae853 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735118 May 27 09:48:06.693056 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-e525779e-7a8b-4836-a4be-64678ccb37a4 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819065 May 27 09:48:06.930895 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb517d-d324-44e8-a30e-9eec2670f2dc req-dd951715-4ef9-4be3-8352-ad9422495cbd tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:06.932572 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ddfb517d-d324-44e8-a30e-9eec2670f2dc req-dd951715-4ef9-4be3-8352-ad9422495cbd tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.1051533 May 27 09:48:06.940410 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f1f9b9bb-e3b4-4e0f-a6a6-a09880e9da57 req-597402bc-dd81-4126-8bbe-662bfe3dfc33 service neutron] 10.222.0.45 "GET /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367575 May 27 09:48:06.997287 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ddfb517d-d324-44e8-a30e-9eec2670f2dc req-bed10af1-6b2e-410e-8931-d9a1f956dc68 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586538 May 27 09:48:07.328315 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd63c5-2bb7-4c85-a957-aa3a8e2fd64b req-f27cc383-8e9f-41fe-baa3-f73fa6792d10 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:07.329809 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e1bd63c5-2bb7-4c85-a957-aa3a8e2fd64b req-f27cc383-8e9f-41fe-baa3-f73fa6792d10 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0911601 May 27 09:48:07.336583 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c9efa-41b9-42a9-9934-5f41438b2f80 req-be7e9c3d-ebae-4358-bd45-9cd8bb65f5ea tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:07.338023 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-be5c9efa-41b9-42a9-9934-5f41438b2f80 req-be7e9c3d-ebae-4358-bd45-9cd8bb65f5ea tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 946 time: 0.0824754 May 27 09:48:07.376746 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e1bd63c5-2bb7-4c85-a957-aa3a8e2fd64b req-d27fe2a8-fb66-4598-a11f-b52e1ff7151f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 May 27 09:48:07.384744 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-be5c9efa-41b9-42a9-9934-5f41438b2f80 req-f0ea3d16-f71e-457f-a13e-a08fc67e8590 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 May 27 09:48:07.886253 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ffe3-c6f6-4cbd-995b-8b070304c502 req-7e58609a-962f-4047-9440-29dd0aeaeef5 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:07.887663 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0154ffe3-c6f6-4cbd-995b-8b070304c502 req-7e58609a-962f-4047-9440-29dd0aeaeef5 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 945 time: 0.0858791 May 27 09:48:07.929291 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-d6e1472c-4d30-419d-89b9-79f73135a935 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:07.930882 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-d6e1472c-4d30-419d-89b9-79f73135a935 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/networks?id=ee8dae39-2f82-4179-acff-658abf1fcc13 HTTP/1.1" status: 200 len: 813 time: 0.1496150 May 27 09:48:07.932309 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0154ffe3-c6f6-4cbd-995b-8b070304c502 req-5dc58f7f-47b1-49d0-aca8-ffced510fa52 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387876 May 27 09:48:07.946277 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5bedca35-d5fb-4dfa-a570-8effb94ceed6 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/quotas/4fd3ade3dc7b4f6582aadb8717b371a4 HTTP/1.1" status: 200 len: 375 time: 0.0097556 May 27 09:48:07.993485 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-7b7e143f-8d48-484c-ab4b-63e91a79108f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fd3ade3dc7b4f6582aadb8717b371a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416639 May 27 09:48:08.127853 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-367c633f-40cc-4606-90c2-b64a3179f721 service neutron] 10.222.0.20 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279123 May 27 09:48:08.254741 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51632-5e05-4e6e-8cf2-477f31459ac4 req-5f6ce1dd-933c-46d2-bf7c-0752a70e629b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:08.257314 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5bb51632-5e05-4e6e-8cf2-477f31459ac4 req-5f6ce1dd-933c-46d2-bf7c-0752a70e629b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.1555336 May 27 09:48:08.263782 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-335d8286-ae5a-4458-9dbf-1e59604fc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:08.265288 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-335d8286-ae5a-4458-9dbf-1e59604fc1ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1&tenant_id=3b330abb3b9042a3b420a8d642e8057d HTTP/1.1" status: 200 len: 1096 time: 0.1124325 May 27 09:48:08.286259 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-b93c2129-bcbb-4419-87a1-c07b0f5c4b29 service neutron] 10.222.0.20 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444097 May 27 09:48:08.366792 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5bb51632-5e05-4e6e-8cf2-477f31459ac4 req-05896d34-2aa0-4666-a042-47a48ab5ee22 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003141 May 27 09:48:08.401177 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-a0a4f263-9d5f-486d-b237-7266164fd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:08.404372 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-a0a4f263-9d5f-486d-b237-7266164fd017 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 1096 time: 0.1129997 May 27 09:48:08.587627 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e49d420a-eb6a-4072-bd44-5eaf9af19d90 req-d9bb3b9f-15df-47b3-be13-1d3a17716293 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 210 time: 0.1383440 May 27 09:48:08.695765 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-737167a0-7236-415c-9d2d-3f526e090653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:08.697236 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-737167a0-7236-415c-9d2d-3f526e090653 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.2820497 May 27 09:48:08.732920 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-d2a0c34d-6612-4e79-9181-c942921ce185 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:08.737727 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-d2a0c34d-6612-4e79-9181-c942921ce185 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 945 time: 0.1489503 May 27 09:48:08.901422 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-95b483ad-598d-45d9-996c-c3b8813250b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408 HTTP/1.1" status: 200 len: 999 time: 0.1858842 May 27 09:48:08.951621 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac489a-14fb-4706-a503-528e7c0683e7 req-6a16ee5c-d5dc-4695-bdf7-9814d99e9f8e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:08.956199 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6fac489a-14fb-4706-a503-528e7c0683e7 req-6a16ee5c-d5dc-4695-bdf7-9814d99e9f8e tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.3484328 May 27 09:48:08.995309 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fcf83-0721-483f-81cb-425782504073 req-9cbd80d2-ad50-4d7e-8248-e5a001db2520 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:08.996780 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-587fcf83-0721-483f-81cb-425782504073 req-9cbd80d2-ad50-4d7e-8248-e5a001db2520 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 946 time: 0.2044380 May 27 09:48:09.035525 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Deleting port f1959e41-5cd3-4e54-b512-12293f3de979 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:48:09.035894 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:09.075348 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6fac489a-14fb-4706-a503-528e7c0683e7 req-a13de5d5-f942-4624-b015-0521b83937a5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116526 May 27 09:48:09.087070 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-df82e505-645d-4f58-85f5-38cc6c77b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:09.088496 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-df82e505-645d-4f58-85f5-38cc6c77b602 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.1788445 May 27 09:48:09.142953 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-587fcf83-0721-483f-81cb-425782504073 req-eeaffcc7-c677-4f76-a557-29e79150b6ba tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374683 May 27 09:48:09.185109 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-d622eca3-e1b1-441d-ae44-7dedb2dc3f40 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:09.186648 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-d622eca3-e1b1-441d-ae44-7dedb2dc3f40 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 946 time: 0.1940570 May 27 09:48:09.255384 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] For port f1959e41-5cd3-4e54-b512-12293f3de979, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f1959e41-5cd3-4e54-b512-12293f3de979,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:09.256245 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:09.383378 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Calling delete_port for f1959e41-5cd3-4e54-b512-12293f3de979 owned by compute:nova {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:48:09.392154 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-cbb19d26-e585-429e-8ad8-2010080a9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:09.393727 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-cbb19d26-e585-429e-8ad8-2010080a9ee9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2961941 May 27 09:48:09.592769 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a22be2-f5b5-4831-8083-0c3503e1fdce req-9ed2959a-a3ed-4d9e-ab60-23adbee58870 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:09.594233 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-09a22be2-f5b5-4831-8083-0c3503e1fdce req-9ed2959a-a3ed-4d9e-ab60-23adbee58870 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9426ee4e-092e-42a8-bed5-93912e8eb96d HTTP/1.1" status: 200 len: 945 time: 0.2782128 May 27 09:48:09.624880 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a143cf1-eed4-4b4c-b178-e68d688c9e5d req-bf080ed9-8afb-49e0-ade8-d6ee8aaf67f5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:09.626559 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2a143cf1-eed4-4b4c-b178-e68d688c9e5d req-bf080ed9-8afb-49e0-ade8-d6ee8aaf67f5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.1464009 May 27 09:48:09.644691 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-3b16b035-b705-4ffc-ad68-c8a0ad105e81 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384286 May 27 09:48:09.656839 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Deleting port 789105d9-d398-4fe2-8482-97a983b7da0e {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:48:09.657187 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:09.676255 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:09.690495 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'a9f85a11-8bae-40f8-832e-a1130a775ce9', 'f1959e41-5cd3-4e54-b512-12293f3de979'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:48:09.691380 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1759aea3-738a-4450-86ab-9f21eadc23e6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:09.706216 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.45', 55072) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:09.748183 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2a143cf1-eed4-4b4c-b178-e68d688c9e5d req-41fdcdbc-9b24-4408-b2e9-b072549e87e8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123047 May 27 09:48:09.799683 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-09a22be2-f5b5-4831-8083-0c3503e1fdce req-2efb6799-4dbe-45cd-b536-204d1e07050c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948161 May 27 09:48:09.864835 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Pushing event deleted for resources: {'Port': ['ID=f1959e41-5cd3-4e54-b512-12293f3de979,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:09.868419 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:09.955361 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] No DVR routers for this DVR port f1959e41-5cd3-4e54-b512-12293f3de979 on host hv-cinder-78878 {{(pid=108799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:48:09.960369 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:09.972365 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9426ee4e-092e-42a8-bed5-93912e8eb96d', 'name': 'network-vif-deleted', 'tag': 'f1959e41-5cd3-4e54-b512-12293f3de979'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:10.043042 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1414c824-d4bd-4714-bcf2-46f6eada5196 req-ebcf4eaf-9108-45ec-a02a-86c9c57b0d52 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 210 time: 0.0686615 May 27 09:48:10.047335 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "DELETE /v2.0/ports/f1959e41-5cd3-4e54-b512-12293f3de979 HTTP/1.1" status: 204 len: 173 time: 1.3023705 May 27 09:48:10.059429 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9426ee4e-092e-42a8-bed5-93912e8eb96d', 'name': 'network-vif-deleted', 'tag': 'f1959e41-5cd3-4e54-b512-12293f3de979', 'status': 'completed', 'code': 200} May 27 09:48:10.118961 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-cc417a1b-4dce-451b-a270-c848d147ced5 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656415 May 27 09:48:10.124833 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] For port 789105d9-d398-4fe2-8482-97a983b7da0e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=789105d9-d398-4fe2-8482-97a983b7da0e,segment=NetworkSegment(d11d359a-0572-44a4-8ae1-a134261780be),segment_id=d11d359a-0572-44a4-8ae1-a134261780be)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:10.125205 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:10.323795 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Calling delete_port for 789105d9-d398-4fe2-8482-97a983b7da0e owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:48:10.338304 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-ca8b0a1d-8c10-469d-a93f-af7ba6569265 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:10.339066 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f6870-5326-43a5-b5cb-363e3c6458cc req-b7114fe1-efa3-438b-a0f9-49cadf394d26 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:10.340026 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-ca8b0a1d-8c10-469d-a93f-af7ba6569265 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.45 "GET /v2.0/networks?id=ee8dae39-2f82-4179-acff-658abf1fcc13 HTTP/1.1" status: 200 len: 813 time: 0.6305654 May 27 09:48:10.340635 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1c5f6870-5326-43a5-b5cb-363e3c6458cc req-b7114fe1-efa3-438b-a0f9-49cadf394d26 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0977268 May 27 09:48:10.380574 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Request body: {'port': {'device_id': '8140181f-1487-4143-a749-35e5529a70b2', 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13', 'admin_state_up': True, 'tenant_id': '4fd3ade3dc7b4f6582aadb8717b371a4'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:48:10.393264 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1c5f6870-5326-43a5-b5cb-363e3c6458cc req-efc72208-18d4-43b9-9ecd-c2b59ec65895 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 May 27 09:48:10.578038 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:48:10.585384 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Usage tracker for resource:port and tenant:4fd3ade3dc7b4f6582aadb8717b371a4 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:48:10.591526 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:48:10.637644 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef4324-daa0-4cae-b860-a1ba9e2c0a04 req-d5d9894a-cb2b-4958-bd64-136a40908483 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:10.639406 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5fef4324-daa0-4cae-b860-a1ba9e2c0a04 req-d5d9894a-cb2b-4958-bd64-136a40908483 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 946 time: 0.3128533 May 27 09:48:10.641243 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:48:10.692143 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Made reservation on behalf of 4fd3ade3dc7b4f6582aadb8717b371a4 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:48:10.696788 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:10.809712 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5fef4324-daa0-4cae-b860-a1ba9e2c0a04 req-63f5c22d-aea0-4592-b6ee-5a920fd796c8 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610415 May 27 09:48:10.822451 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:10.843015 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:11.015741 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Pushing event deleted for resources: {'Port': ['ID=789105d9-d398-4fe2-8482-97a983b7da0e,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:11.065029 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:11.304371 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] No DVR routers for this DVR port 789105d9-d398-4fe2-8482-97a983b7da0e on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:48:11.339775 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:11.342864 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e6bb17-f321-4400-b9a4-68ba941f864a', 'name': 'network-vif-deleted', 'tag': '789105d9-d398-4fe2-8482-97a983b7da0e'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:11.346302 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e446e981-a01b-47f5-8eda-a7465b024f2a req-5a642299-6232-4e41-8765-deb896596b2e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 210 time: 0.0546234 May 27 09:48:11.407853 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b2d9a3ea-f697-46bb-ac23-d4d9892e7451 req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.45 "DELETE /v2.0/ports/789105d9-d398-4fe2-8482-97a983b7da0e HTTP/1.1" status: 204 len: 173 time: 2.2129521 May 27 09:48:11.409199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Allocated IP 172.20.0.2 (ee8dae39-2f82-4179-acff-658abf1fcc13/b18c5fc8-5776-4e5e-b12b-d3cd09fb6315/61abd849-35f5-4172-a3bb-1677152f4cf4) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:48:11.456498 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d97ae-d1d5-432f-8943-139576b43a2f req-1efb3c0d-e702-420b-bb60-57e2a9ad1d9d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:11.464883 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8e2d97ae-d1d5-432f-8943-139576b43a2f req-1efb3c0d-e702-420b-bb60-57e2a9ad1d9d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.4503393 May 27 09:48:11.573018 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8e2d97ae-d1d5-432f-8943-139576b43a2f req-feeb5d99-91dc-4331-b876-33b17c25f85f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046946 May 27 09:48:11.652429 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e6bb17-f321-4400-b9a4-68ba941f864a', 'name': 'network-vif-deleted', 'tag': '789105d9-d398-4fe2-8482-97a983b7da0e', 'status': 'completed', 'code': 200} May 27 09:48:11.766127 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:11.798116 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:11.806035 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-55ea001c-2356-45e4-8760-d531b8b21462 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:11.950832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Network ee8dae39-2f82-4179-acff-658abf1fcc13 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:48:11.956647 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:48:11.962372 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:48:11.998351 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Pushing event updated for resources: {'Port': ['ID=61abd849-35f5-4172-a3bb-1677152f4cf4,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:12.008696 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:12.012841 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7dabdd69-9a06-44bb-954b-a6ba05d26e95 req-57d1a17c-85f0-4a97-8187-efd87aa95669 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0637784 May 27 09:48:12.056637 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:12.057404 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:12.083209 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07794b-7ebe-4f22-8a63-feeef8548c82 req-d3b0c078-8e37-48b2-bc32-506d85eb3937 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:12.085354 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dc07794b-7ebe-4f22-8a63-feeef8548c82 req-d3b0c078-8e37-48b2-bc32-506d85eb3937 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.2271845 May 27 09:48:12.093426 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7213132 May 27 09:48:12.138211 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dc07794b-7ebe-4f22-8a63-feeef8548c82 req-245cba4d-93ef-4c90-b9c6-1f147756b527 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437486 May 27 09:48:12.540444 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bb7ea-8ccc-4a40-bd34-0dfbe7d832fb req-78eb8ad0-754e-4f4e-9c76-90c03b2e36de tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:12.542067 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2b1bb7ea-8ccc-4a40-bd34-0dfbe7d832fb req-78eb8ad0-754e-4f4e-9c76-90c03b2e36de tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 931 time: 0.0955408 May 27 09:48:12.591387 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2b1bb7ea-8ccc-4a40-bd34-0dfbe7d832fb req-ed52dfcb-f4fc-4207-95e7-9d2f987743d5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433483 May 27 09:48:12.778671 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575ef20-fb0f-4b99-b6f8-c93ce7017b77 req-6352b1ec-72e0-4004-99ed-dc6908362720 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:12.780412 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4575ef20-fb0f-4b99-b6f8-c93ce7017b77 req-6352b1ec-72e0-4004-99ed-dc6908362720 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0914423 May 27 09:48:12.826427 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4575ef20-fb0f-4b99-b6f8-c93ce7017b77 req-0fe8546d-a607-4182-ac70-ac3fbd8c629b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 May 27 09:48:13.208300 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ea43e093-a831-4b9a-a57a-42a465aa6e8a req-8bb6df53-a86d-4c15-b98a-60d8acb94d26 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0643287 May 27 09:48:13.347268 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff424354-c4c8-409d-bd0e-7cde1fc33c99 req-dd5828dd-984f-4682-9e1d-ba9dd0bdc0b9 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:13.349219 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ff424354-c4c8-409d-bd0e-7cde1fc33c99 req-dd5828dd-984f-4682-9e1d-ba9dd0bdc0b9 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0944748 May 27 09:48:13.395831 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ff424354-c4c8-409d-bd0e-7cde1fc33c99 req-88328339-6bfd-4de0-ae71-7c9f2059b310 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 May 27 09:48:13.794743 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a089c0-bf1e-4db9-a6fd-dfec76af9f89 req-88abcdeb-a692-4f15-8fa5-e9f691fa2605 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:13.796191 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04a089c0-bf1e-4db9-a6fd-dfec76af9f89 req-88abcdeb-a692-4f15-8fa5-e9f691fa2605 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 931 time: 0.0937691 May 27 09:48:13.842931 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04a089c0-bf1e-4db9-a6fd-dfec76af9f89 req-d8abdac6-0680-42e4-a23e-945eb0318366 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 May 27 09:48:14.042273 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7e6f-a6d8-4170-9718-39d507a7a036 req-fc2c2a33-53d4-4f76-8d98-f4a9e688c28f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:14.043757 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e1aa7e6f-a6d8-4170-9718-39d507a7a036 req-fc2c2a33-53d4-4f76-8d98-f4a9e688c28f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0924649 May 27 09:48:14.091800 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e1aa7e6f-a6d8-4170-9718-39d507a7a036 req-203e25c2-ceff-4ae2-8607-e55edd82ffe7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 May 27 09:48:14.363415 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-69ef4749-71e9-4b84-9c07-49f9ea7816f4 req-a1aef203-68de-410e-a2d0-6166ac4aca42 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0447247 May 27 09:48:14.604119 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b19f-3f1f-4dae-a1a1-a171cf772daa req-cf557ddc-2d3a-40e6-bcf1-77b35edc5719 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:14.605667 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17b5b19f-3f1f-4dae-a1a1-a171cf772daa req-cf557ddc-2d3a-40e6-bcf1-77b35edc5719 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0951555 May 27 09:48:14.662491 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17b5b19f-3f1f-4dae-a1a1-a171cf772daa req-b33be000-3e6c-4452-8a33-22e0135a483e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488131 May 27 09:48:14.717164 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 789105d9-d398-4fe2-8482-97a983b7da0e no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:14.752238 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 789105d9-d398-4fe2-8482-97a983b7da0e {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:48:14.752597 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 789105d9-d398-4fe2-8482-97a983b7da0e not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:48:14.753022 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device f1959e41-5cd3-4e54-b512-12293f3de979 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:14.788149 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: f1959e41-5cd3-4e54-b512-12293f3de979 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:48:14.788513 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device f1959e41-5cd3-4e54-b512-12293f3de979 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:48:15.113991 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b63a4-5da9-4405-83e4-559ad2d8b137 req-de9c6c5a-1592-4d9c-b02e-ee67b664130e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:15.115606 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3c1b63a4-5da9-4405-83e4-559ad2d8b137 req-de9c6c5a-1592-4d9c-b02e-ee67b664130e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 931 time: 0.1618190 May 27 09:48:15.165889 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3c1b63a4-5da9-4405-83e4-559ad2d8b137 req-39c18c18-2e69-4d25-9e55-b14d5edec89a tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441787 May 27 09:48:15.331726 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95cda3-8f42-4a7d-b1d2-7f64d73a86ef req-1569846a-abb7-4f92-a45c-0c51ee355f96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:15.333407 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-df95cda3-8f42-4a7d-b1d2-7f64d73a86ef req-1569846a-abb7-4f92-a45c-0c51ee355f96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0965807 May 27 09:48:15.415593 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-df95cda3-8f42-4a7d-b1d2-7f64d73a86ef req-0a3f3cc9-757e-4f2e-923e-80b5631219b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760984 May 27 09:48:15.542842 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bab367a4-d380-4f6f-b975-af457c8bd69d req-942e7b99-678f-410e-a156-458723b1d531 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0597236 May 27 09:48:15.900425 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb13b8-4fbf-4d19-81b4-257c816fc00e req-7280f123-f6f9-4027-a405-0b05bbc4091b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:15.901991 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4dcb13b8-4fbf-4d19-81b4-257c816fc00e req-7280f123-f6f9-4027-a405-0b05bbc4091b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.1237175 May 27 09:48:15.949194 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4dcb13b8-4fbf-4d19-81b4-257c816fc00e req-315ae58c-e105-4d2f-98b0-1ef1f97fdc24 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 May 27 09:48:16.438109 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c44e7-dd0b-456c-8781-c898494be2bc req-f8c8b7e9-54fd-4fec-aae6-c2608c8bc7bb tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:16.439560 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-565c44e7-dd0b-456c-8781-c898494be2bc req-f8c8b7e9-54fd-4fec-aae6-c2608c8bc7bb tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 931 time: 0.0977316 May 27 09:48:16.486303 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-565c44e7-dd0b-456c-8781-c898494be2bc req-8670332c-0535-4b35-89a7-c4809e655817 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402362 May 27 09:48:16.671220 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad1a4e-fd9a-47d7-8d57-de48f1b62f93 req-961befdc-aa41-4283-9fad-5ccbacfb6f71 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:16.672668 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-23ad1a4e-fd9a-47d7-8d57-de48f1b62f93 req-961befdc-aa41-4283-9fad-5ccbacfb6f71 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.1059854 May 27 09:48:16.702190 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8494f041-aebb-4ab0-b8f4-03e769a15f28 req-eb88a9fe-9888-4483-be21-26b03d2071f5 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0479598 May 27 09:48:16.730655 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-23ad1a4e-fd9a-47d7-8d57-de48f1b62f93 req-c45acb3b-645a-4cea-abd5-d57a7e984151 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515263 May 27 09:48:17.155416 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b86a9-90f9-4715-8934-1555bf98fe6d req-2ef5aaf5-e485-464c-ac40-199dcdc3f1fc tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:17.156142 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-8e0b86a9-90f9-4715-8934-1555bf98fe6d req-2ef5aaf5-e485-464c-ac40-199dcdc3f1fc tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Synchronizing usage tracker for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:48:17.172661 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-8e0b86a9-90f9-4715-8934-1555bf98fe6d req-2ef5aaf5-e485-464c-ac40-199dcdc3f1fc tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Unset dirty status for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:48:17.173850 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e0b86a9-90f9-4715-8934-1555bf98fe6d req-2ef5aaf5-e485-464c-ac40-199dcdc3f1fc tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.1033218 May 27 09:48:17.222085 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8e0b86a9-90f9-4715-8934-1555bf98fe6d req-9ad7ae9b-f8f5-424b-bf02-a13cb8bf2bc7 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 May 27 09:48:17.706195 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841389af-fe13-43a5-ad38-642e9b79d94e req-ef8fcce4-95d9-4b5a-867a-2abe8c709ec7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:17.708135 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-841389af-fe13-43a5-ad38-642e9b79d94e req-ef8fcce4-95d9-4b5a-867a-2abe8c709ec7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Synchronizing usage tracker for tenant:4fd3ade3dc7b4f6582aadb8717b371a4 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:48:17.736241 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-841389af-fe13-43a5-ad38-642e9b79d94e req-ef8fcce4-95d9-4b5a-867a-2abe8c709ec7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Unset dirty status for tenant:4fd3ade3dc7b4f6582aadb8717b371a4 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:48:17.737780 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-841389af-fe13-43a5-ad38-642e9b79d94e req-ef8fcce4-95d9-4b5a-867a-2abe8c709ec7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 931 time: 0.1189828 May 27 09:48:17.795089 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-841389af-fe13-43a5-ad38-642e9b79d94e req-db39d370-6d18-4776-9f35-e4856784eaf8 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493696 May 27 09:48:17.920601 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4418b42f-a8d0-40cf-bf9b-f9329a52f86d req-ac5e12b5-8d5d-47df-8880-83ad54d00358 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0813844 May 27 09:48:18.171101 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787ef43-6f14-4fe6-a334-3a37937d9fc9 req-8dc617d4-481d-40b4-9fdd-cf016a55d839 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:18.172567 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7787ef43-6f14-4fe6-a334-3a37937d9fc9 req-8dc617d4-481d-40b4-9fdd-cf016a55d839 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.1013560 May 27 09:48:18.226132 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7787ef43-6f14-4fe6-a334-3a37937d9fc9 req-bc6a7e84-6d17-4c1d-bde6-4570877bedf8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476093 May 27 09:48:18.416092 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046181-15c8-4196-83b8-2d934d0f9e26 req-0596abcc-fdc9-4611-bf70-17efda0d37de tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:18.417814 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4b046181-15c8-4196-83b8-2d934d0f9e26 req-0596abcc-fdc9-4611-bf70-17efda0d37de tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0833960 May 27 09:48:18.466990 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4b046181-15c8-4196-83b8-2d934d0f9e26 req-ae128739-d6b2-46a0-acf5-9c52a2d85db9 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 May 27 09:48:19.022073 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8390-3b92-4a88-9e55-195018bcf645 req-3fb88891-5733-4189-8e41-c8efc6b08a9b tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:19.024443 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-02ab8390-3b92-4a88-9e55-195018bcf645 req-3fb88891-5733-4189-8e41-c8efc6b08a9b tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 931 time: 0.1088932 May 27 09:48:19.094097 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-02ab8390-3b92-4a88-9e55-195018bcf645 req-150a5ccf-b3b9-4ffc-8ee7-abbd31a82dc2 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563798 May 27 09:48:19.135412 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-442690a1-3630-46ca-8b35-c61f4b9a08e1 req-6e7256a3-f822-485f-bafc-6b35044c57bf tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0852115 May 27 09:48:19.432609 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03646cb-513d-4b41-8eff-9166e55be5db req-bc06c65e-d599-40e7-8090-eef6b0bcceee tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:19.434094 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e03646cb-513d-4b41-8eff-9166e55be5db req-bc06c65e-d599-40e7-8090-eef6b0bcceee tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0835395 May 27 09:48:19.501897 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e03646cb-513d-4b41-8eff-9166e55be5db req-eee53e07-aedb-4342-b36b-b4880f093748 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618625 May 27 09:48:19.683010 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd421e0-2827-4105-adcf-d5bf8e9efafd req-59136b97-68f0-4fcc-a26b-b07adbeece28 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:19.684387 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6fd421e0-2827-4105-adcf-d5bf8e9efafd req-59136b97-68f0-4fcc-a26b-b07adbeece28 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.1061261 May 27 09:48:19.730653 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6fd421e0-2827-4105-adcf-d5bf8e9efafd req-69a05e8f-5cf2-4c3e-9c8a-67a415fb8726 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 May 27 09:48:20.318459 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe5162-cc77-4098-bd30-c637e1a1e14f req-36a1c5f2-3e58-49a6-87da-1b9dbd0a8e2f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:20.320761 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1efe5162-cc77-4098-bd30-c637e1a1e14f req-36a1c5f2-3e58-49a6-87da-1b9dbd0a8e2f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 931 time: 0.1094909 May 27 09:48:20.367234 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bd8cd432-831e-48ab-8626-51b8212f902b req-1d7912bb-5d62-4998-9e70-836bd0a84e99 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.1059043 May 27 09:48:20.395401 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1efe5162-cc77-4098-bd30-c637e1a1e14f req-9887a9fd-4a76-434e-bef1-7c4ed1b62f89 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690739 May 27 09:48:20.708710 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ecbee-ea3c-4315-af00-ea3fbe98a177 req-856533e3-791d-4c85-bf1a-c7f22e5414cc tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:20.710285 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-153ecbee-ea3c-4315-af00-ea3fbe98a177 req-856533e3-791d-4c85-bf1a-c7f22e5414cc tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0928998 May 27 09:48:20.764008 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-153ecbee-ea3c-4315-af00-ea3fbe98a177 req-1e3410a2-b86a-45a4-bb37-9d8c3cf1b301 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476701 May 27 09:48:21.037557 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5086b-0662-4753-aed9-2f62dff69269 req-7b248312-df3b-44ce-aed9-043544ecc6dd tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:21.039052 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3ee5086b-0662-4753-aed9-2f62dff69269 req-7b248312-df3b-44ce-aed9-043544ecc6dd tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.1642525 May 27 09:48:21.085224 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3ee5086b-0662-4753-aed9-2f62dff69269 req-43753958-0fd3-4e04-8c39-8580b79134a3 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 May 27 09:48:21.569741 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-86f18740-cd96-484d-90a3-655532943de7 req-42484a35-fbfa-4c3f-9b7e-d94311da9582 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0526328 May 27 09:48:21.645087 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d758b-4c38-46ed-a55b-d4a254534fee req-afc78760-d0c6-4749-bcec-e6b5c9fc2587 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:21.646659 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-702d758b-4c38-46ed-a55b-d4a254534fee req-afc78760-d0c6-4749-bcec-e6b5c9fc2587 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 931 time: 0.0982847 May 27 09:48:21.695857 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-702d758b-4c38-46ed-a55b-d4a254534fee req-d4a017d1-b69a-48f0-8469-630640360bbc tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436084 May 27 09:48:21.971321 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8242303-55b4-40cb-b1c1-999edaa77dad req-7b09db06-92f2-425d-9918-88fd3333555c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:21.973415 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e8242303-55b4-40cb-b1c1-999edaa77dad req-7b09db06-92f2-425d-9918-88fd3333555c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0955431 May 27 09:48:22.023542 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e8242303-55b4-40cb-b1c1-999edaa77dad req-1b72b615-e323-465c-99ab-31d724d3412a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 May 27 09:48:22.295385 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfce3f-636c-4435-93bb-e2e6e1f08e41 req-95b8e2a8-a3cc-4557-a054-a80929605b85 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:22.296845 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9bdfce3f-636c-4435-93bb-e2e6e1f08e41 req-95b8e2a8-a3cc-4557-a054-a80929605b85 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.0894616 May 27 09:48:22.342032 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9bdfce3f-636c-4435-93bb-e2e6e1f08e41 req-6cb7c9c3-6766-4a77-a1c3-947ef7953fa8 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 May 27 09:48:22.723803 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-55e39d92-bd89-4f5e-9a70-9b5aa236f552 req-a3c99cdf-c1a5-4304-b26e-0173cdf4fde2 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6e6bb17-f321-4400-b9a4-68ba941f864a HTTP/1.1" status: 200 len: 210 time: 0.0452943 May 27 09:48:22.889711 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7b78-46ca-4113-aa1a-48c6d54ac558 req-3e18b709-e64d-40f7-a8ca-1e31532f6ef8 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:22.891102 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-245e7b78-46ca-4113-aa1a-48c6d54ac558 req-3e18b709-e64d-40f7-a8ca-1e31532f6ef8 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 931 time: 0.0878189 May 27 09:48:22.935624 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-245e7b78-46ca-4113-aa1a-48c6d54ac558 req-e19ea20f-e903-4487-b50a-6b188e237e6f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381830 May 27 09:48:23.041768 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Request body: {'port': {'device_id': '8140181f-1487-4143-a749-35e5529a70b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:48:23.192139 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:23.288178 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab0db1-f04f-4e36-a2cd-d1ce24352b75 req-59f4ee71-7375-4eaa-a11c-302a38f9e0fe tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:23.289688 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-75ab0db1-f04f-4e36-a2cd-d1ce24352b75 req-59f4ee71-7375-4eaa-a11c-302a38f9e0fe tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0911655 May 27 09:48:23.337588 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-75ab0db1-f04f-4e36-a2cd-d1ce24352b75 req-8e75c096-408f-41ba-b6bd-0e6f7d9a810e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 May 27 09:48:23.617135 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e7e86-8b44-442b-9539-7fb355fbd158 req-f99a03cd-a2e2-4065-9ed8-b4e55c31f8af tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:23.618631 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-083e7e86-8b44-442b-9539-7fb355fbd158 req-f99a03cd-a2e2-4065-9ed8-b4e55c31f8af tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.1698530 May 27 09:48:23.648382 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61abd849-35f5-4172-a3bb-1677152f4cf4 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:48:23.659646 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:23.697327 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-083e7e86-8b44-442b-9539-7fb355fbd158 req-fc22d5b0-d393-4024-8239-5e8fd77a9a2e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714481 May 27 09:48:23.698279 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Transition to ACTIVE for port object 61abd849-35f5-4172-a3bb-1677152f4cf4 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:48:23.703121 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:23.710695 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-28c8a4a1-eacc-4773-a9bd-f92727d2b25e tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:23.886895 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Pushing event updated for resources: {'Port': ['ID=61abd849-35f5-4172-a3bb-1677152f4cf4,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:23.894085 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:23.966795 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Attempting to bind port 61abd849-35f5-4172-a3bb-1677152f4cf4 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:48:23.967285 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Attempting to bind port 61abd849-35f5-4172-a3bb-1677152f4cf4 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a73f37d7-d118-4691-b3a1-a6de1ddc9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:48:23.967832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Attempting to bind port 61abd849-35f5-4172-a3bb-1677152f4cf4 on network ee8dae39-2f82-4179-acff-658abf1fcc13 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:48:23.979188 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Port 61abd849-35f5-4172-a3bb-1677152f4cf4 on network ee8dae39-2f82-4179-acff-658abf1fcc13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:48:23.979188 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Attempting to bind port 61abd849-35f5-4172-a3bb-1677152f4cf4 on network ee8dae39-2f82-4179-acff-658abf1fcc13 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:48:23.981144 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:48:23.981609 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Checking segment: {'id': 'a73f37d7-d118-4691-b3a1-a6de1ddc9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:48:23.982063 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Bound using segment: {'id': 'a73f37d7-d118-4691-b3a1-a6de1ddc9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:48:23.982610 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Bound port: 61abd849-35f5-4172-a3bb-1677152f4cf4, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73f37d7-d118-4691-b3a1-a6de1ddc9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:48:23.983122 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:24.141640 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] For port 61abd849-35f5-4172-a3bb-1677152f4cf4, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:48:24.146021 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] For port 61abd849-35f5-4172-a3bb-1677152f4cf4, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61abd849-35f5-4172-a3bb-1677152f4cf4,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:48:24.150795 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:24.155937 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-da113cb9-096c-45fd-8b24-ca20949c5c93 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:24.220891 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:24.220891 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:24.220891 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] 10.222.0.45 "PUT /v2.0/ports/61abd849-35f5-4172-a3bb-1677152f4cf4 HTTP/1.1" status: 200 len: 1093 time: 1.1824341 May 27 09:48:24.220891 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8140181f-1487-4143-a749-35e5529a70b2', 'tag': '61abd849-35f5-4172-a3bb-1677152f4cf4'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:24.241270 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151207e-49e6-4027-a049-d346ff093382 req-f6fdca5f-1079-4125-846e-e89f7d18adbc tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:24.242875 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f151207e-49e6-4027-a049-d346ff093382 req-f6fdca5f-1079-4125-846e-e89f7d18adbc tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 943 time: 0.1850917 May 27 09:48:24.305853 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Pushing event updated for resources: {'Port': ['ID=61abd849-35f5-4172-a3bb-1677152f4cf4,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:24.310600 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8140181f-1487-4143-a749-35e5529a70b2', 'tag': '61abd849-35f5-4172-a3bb-1677152f4cf4', 'status': 'completed', 'code': 200} May 27 09:48:24.317273 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:24.343713 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f151207e-49e6-4027-a049-d346ff093382 req-b78780df-665e-45dd-8da4-3bf32dbbf88a tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925493 May 27 09:48:24.373100 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-f723ee67-4baf-4fe1-ab88-711fa223a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:24.374732 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-f723ee67-4baf-4fe1-ab88-711fa223a00d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4fd3ade3dc7b4f6582aadb8717b371a4&device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 1096 time: 0.0986142 May 27 09:48:24.460446 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-c4beb427-1bf1-4975-b336-9bff9d4ff564 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61abd849-35f5-4172-a3bb-1677152f4cf4 HTTP/1.1" status: 200 len: 217 time: 0.0714467 May 27 09:48:24.536842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-6875f001-cb8c-4402-80ee-f55a22a31ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:24.538477 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-6875f001-cb8c-4402-80ee-f55a22a31ca0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b18c5fc8-5776-4e5e-b12b-d3cd09fb6315 HTTP/1.1" status: 200 len: 853 time: 0.0686038 May 27 09:48:24.547294 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f69d6-c6d0-4857-80ed-eebf2992591f req-8514c1aa-0c9c-45e7-ae80-b429344eb064 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:24.548887 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d53f69d6-c6d0-4857-80ed-eebf2992591f req-8514c1aa-0c9c-45e7-ae80-b429344eb064 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0887470 May 27 09:48:24.601900 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d53f69d6-c6d0-4857-80ed-eebf2992591f req-fc6a06c5-0af3-4759-901c-71b00eb4b164 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467374 May 27 09:48:24.665765 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-9def3807-8a95-4c20-bab4-0b9c63b8ad01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ee8dae39-2f82-4179-acff-658abf1fcc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204207 May 27 09:48:24.829727 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-6aa0283b-f7da-4f7e-ad46-b1ab7c68b7bb service neutron] 10.222.0.45 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553061 May 27 09:48:25.098327 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f9f1562c-cb51-4e2c-affd-5fe23281c7dd req-2d4dcbcd-997e-4f27-932e-dfd0eba41b45 service neutron] 10.222.0.45 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318454 May 27 09:48:25.116315 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-5975d0c0-11a9-4051-b328-9271c0a79141 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:25.117930 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-5975d0c0-11a9-4051-b328-9271c0a79141 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.2873995 May 27 09:48:25.125787 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157b144-74d5-43c9-9e43-5ead33d073a7 req-f5ba7240-3679-479b-8c61-1976e0f7c33d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:25.127246 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c157b144-74d5-43c9-9e43-5ead33d073a7 req-f5ba7240-3679-479b-8c61-1976e0f7c33d tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 945 time: 0.2599096 May 27 09:48:25.343213 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c157b144-74d5-43c9-9e43-5ead33d073a7 req-c849d6a5-71fc-4bae-85d1-48ae9ff2fc25 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718562 May 27 09:48:25.377934 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-3afaa9c7-57d1-42fe-a08c-52eea9b2988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:25.379412 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-3afaa9c7-57d1-42fe-a08c-52eea9b2988e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4fd3ade3dc7b4f6582aadb8717b371a4&device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 1096 time: 0.2069733 May 27 09:48:25.409754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Deleting port a9f85a11-8bae-40f8-832e-a1130a775ce9 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:48:25.409754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:25.542316 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a2fcd-1ee6-4708-b756-6fcc329808af req-3644282b-612b-4e21-8a45-7df474327548 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:25.543859 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ff5a2fcd-1ee6-4708-b756-6fcc329808af req-3644282b-612b-4e21-8a45-7df474327548 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 943 time: 0.0857756 May 27 09:48:25.595474 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ff5a2fcd-1ee6-4708-b756-6fcc329808af req-bea43276-6230-49bb-b282-aee0be2870b6 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444443 May 27 09:48:25.642973 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] For port a9f85a11-8bae-40f8-832e-a1130a775ce9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a9f85a11-8bae-40f8-832e-a1130a775ce9,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:25.643218 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:25.651535 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-0c84353d-8c7c-4fb7-b14f-edac14e651e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:25.653001 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-0c84353d-8c7c-4fb7-b14f-edac14e651e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ee8dae39-2f82-4179-acff-658abf1fcc13 HTTP/1.1" status: 200 len: 914 time: 0.2660620 May 27 09:48:25.774257 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Calling delete_port for a9f85a11-8bae-40f8-832e-a1130a775ce9 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:48:25.879841 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911d49a-7711-4073-b84f-928fc1515dfd req-64d70b1b-5656-425b-af72-e02fa49545e3 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:25.881838 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e911d49a-7711-4073-b84f-928fc1515dfd req-64d70b1b-5656-425b-af72-e02fa49545e3 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.1157598 May 27 09:48:25.972786 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e911d49a-7711-4073-b84f-928fc1515dfd req-37065609-77b3-4d83-9ce9-dcdb273b1efb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831828 May 27 09:48:25.994743 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:26.000182 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:26.046368 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Pushing event deleted for resources: {'Port': ['ID=a9f85a11-8bae-40f8-832e-a1130a775ce9,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:26.049599 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:26.125197 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] No DVR routers for this DVR port a9f85a11-8bae-40f8-832e-a1130a775ce9 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:48:26.127776 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:26.142975 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3f996810-d5e9-41c2-b55a-930054f7f4ee req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "DELETE /v2.0/ports/a9f85a11-8bae-40f8-832e-a1130a775ce9 HTTP/1.1" status: 204 len: 173 time: 1.0146751 May 27 09:48:26.311830 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f8e558-623c-4e55-855c-ec5c62d0b9ef', 'name': 'network-vif-deleted', 'tag': 'a9f85a11-8bae-40f8-832e-a1130a775ce9'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:26.354271 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f8e558-623c-4e55-855c-ec5c62d0b9ef', 'name': 'network-vif-deleted', 'tag': 'a9f85a11-8bae-40f8-832e-a1130a775ce9', 'status': 'completed', 'code': 200} May 27 09:48:26.494079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-15f73c9a-010c-4ee3-8c5c-4dc7119e1efb req-2383a1b7-bac3-4f56-a41a-cd60a37d1b5b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Synchronizing usage tracker for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:48:26.509147 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-15f73c9a-010c-4ee3-8c5c-4dc7119e1efb req-2383a1b7-bac3-4f56-a41a-cd60a37d1b5b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Unset dirty status for tenant:382575c197584524ae228bcd7a5a1d5e on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:48:26.510402 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-15f73c9a-010c-4ee3-8c5c-4dc7119e1efb req-2383a1b7-bac3-4f56-a41a-cd60a37d1b5b tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 210 time: 0.0596457 May 27 09:48:26.787230 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77eabe-645c-40c0-b7a5-7010c64b2f57 req-935aadf8-feda-46bc-9be3-0db555256859 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:26.788710 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0a77eabe-645c-40c0-b7a5-7010c64b2f57 req-935aadf8-feda-46bc-9be3-0db555256859 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 943 time: 0.0854485 May 27 09:48:26.840851 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0a77eabe-645c-40c0-b7a5-7010c64b2f57 req-5b5485c4-ab7f-4847-8a84-fb55807b665c tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465198 May 27 09:48:27.020993 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-1feb991b-26c2-42f4-b771-7c1249b1ba81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61abd849-35f5-4172-a3bb-1677152f4cf4 HTTP/1.1" status: 200 len: 217 time: 0.1311615 May 27 09:48:27.163453 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec741bac-062d-4a90-af43-20e877fe2381 req-c045d411-e215-4c43-9501-9f00dd284949 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:27.164887 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ec741bac-062d-4a90-af43-20e877fe2381 req-c045d411-e215-4c43-9501-9f00dd284949 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0809283 May 27 09:48:27.207937 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ec741bac-062d-4a90-af43-20e877fe2381 req-54243cc4-f7a5-4232-9db3-a822477c8ea0 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374231 May 27 09:48:27.658229 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-57ef2d32-157d-417d-9344-3d1cd9d81662 req-295441ac-be11-4bb9-bbac-56ebd852d83c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 210 time: 0.0421121 May 27 09:48:27.813538 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'a9f85a11-8bae-40f8-832e-a1130a775ce9'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:48:27.882683 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:28.027272 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2e1c6-aa1e-4dad-aa5e-0a88e99ccf40 req-569cf38c-fd6c-433a-b168-dd4465757b70 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:28.028643 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-41a2e1c6-aa1e-4dad-aa5e-0a88e99ccf40 req-569cf38c-fd6c-433a-b168-dd4465757b70 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 943 time: 0.0797954 May 27 09:48:28.073825 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-41a2e1c6-aa1e-4dad-aa5e-0a88e99ccf40 req-2318437c-01fb-4e76-9255-a871a0a034a8 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 May 27 09:48:28.404042 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071a7c0-6901-4bd2-a65a-d58eea5495e1 req-e0b151eb-6c72-4917-b789-4a24cce8f551 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:28.405522 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a071a7c0-6901-4bd2-a65a-d58eea5495e1 req-e0b151eb-6c72-4917-b789-4a24cce8f551 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0817578 May 27 09:48:28.455162 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a071a7c0-6901-4bd2-a65a-d58eea5495e1 req-7aac2479-6792-4ea3-9807-7bbbd078294d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 May 27 09:48:28.816157 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3c3aba66-fbb8-4145-af1f-57adf57bec3e req-28ea20aa-a55f-4f02-b96f-fafcbc36d67a tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6f8e558-623c-4e55-855c-ec5c62d0b9ef HTTP/1.1" status: 200 len: 210 time: 0.0457585 May 27 09:48:29.040470 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-cde3f067-1cda-47f2-a1e1-17b1bb1a9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:29.042172 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-cde3f067-1cda-47f2-a1e1-17b1bb1a9020 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b18c5fc8-5776-4e5e-b12b-d3cd09fb6315 HTTP/1.1" status: 200 len: 853 time: 0.0596075 May 27 09:48:29.092731 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-853510a0-1ba7-4407-ab60-69262b40777b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ee8dae39-2f82-4179-acff-658abf1fcc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435474 May 27 09:48:29.236175 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-4de3d506-437f-480f-9b9e-cf82fd01b227 service neutron] 10.222.0.45 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285446 May 27 09:48:29.262578 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220a7df-02b9-4d53-94b9-f4cc30a33a16 req-4c80366f-c296-4de0-9c8c-18cccc8eedcf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:29.264105 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2220a7df-02b9-4d53-94b9-f4cc30a33a16 req-4c80366f-c296-4de0-9c8c-18cccc8eedcf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 943 time: 0.0799191 May 27 09:48:29.311937 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2220a7df-02b9-4d53-94b9-f4cc30a33a16 req-94e9cd7b-e4ea-43b8-a67e-e58bdb3b63a5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 May 27 09:48:29.373791 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-06f6e7f8-ff54-4f1d-8134-7b263183b3cb req-ccbfe280-91df-4180-911e-fdbf1cdae5d6 service neutron] 10.222.0.45 "GET /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297917 May 27 09:48:29.668688 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9f0d-c1b9-48b5-8f7a-8f689b3c40e5 req-bbb2d40f-fa18-4e45-aeb5-45980cf2bec7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:29.670194 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e60b9f0d-c1b9-48b5-8f7a-8f689b3c40e5 req-bbb2d40f-fa18-4e45-aeb5-45980cf2bec7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.0902052 May 27 09:48:29.717747 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e60b9f0d-c1b9-48b5-8f7a-8f689b3c40e5 req-3e985535-f884-438e-8fc7-702479ced348 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417399 May 27 09:48:29.819779 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a9f85a11-8bae-40f8-832e-a1130a775ce9 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:29.856165 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: a9f85a11-8bae-40f8-832e-a1130a775ce9 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:48:29.856527 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a9f85a11-8bae-40f8-832e-a1130a775ce9 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:48:30.522140 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d578b9-e690-4eee-9b42-15db549a3c39 req-e2f97831-1755-4c58-a4db-d20ab1d84b11 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:30.523673 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-29d578b9-e690-4eee-9b42-15db549a3c39 req-e2f97831-1755-4c58-a4db-d20ab1d84b11 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 943 time: 0.0888836 May 27 09:48:30.579926 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-29d578b9-e690-4eee-9b42-15db549a3c39 req-551c206a-6004-4105-b1c3-5a10a07e6c99 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504293 May 27 09:48:30.630418 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0a8728d7-bfb0-4995-811e-c1e13b972159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:30.942789 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5f959-b03b-4f1e-b288-e74e26091e17 req-a1f401b4-5df7-465d-9ef9-c3f833a808bb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:30.944590 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c5d5f959-b03b-4f1e-b288-e74e26091e17 req-a1f401b4-5df7-465d-9ef9-c3f833a808bb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 943 time: 0.1026683 May 27 09:48:31.002485 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c5d5f959-b03b-4f1e-b288-e74e26091e17 req-a716a133-e5e5-48da-8db6-575824514af8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486679 May 27 09:48:31.137651 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b78e33-3a3e-457e-8dd9-063ac93e902b req-10b662d7-1998-4418-b2fd-68f49bf42402 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:31.139190 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-08b78e33-3a3e-457e-8dd9-063ac93e902b req-10b662d7-1998-4418-b2fd-68f49bf42402 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.0903318 May 27 09:48:31.312518 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-08b78e33-3a3e-457e-8dd9-063ac93e902b req-24e362ab-f7cf-4663-ab9f-16eb62d2b4b3 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647813 May 27 09:48:31.600966 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a90532-baf8-44e8-892f-299fdb7fd555 req-1ea38d82-6b44-456b-b16c-c2785162fdcd tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:31.602367 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-43a90532-baf8-44e8-892f-299fdb7fd555 req-1ea38d82-6b44-456b-b16c-c2785162fdcd tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 946 time: 0.0920284 May 27 09:48:31.655373 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-43a90532-baf8-44e8-892f-299fdb7fd555 req-248ffcba-29b4-4152-b2da-37125bb03a43 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 May 27 09:48:31.786240 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce4b52-ee03-4545-b247-43807df98eb5 req-49b88b48-1754-474f-9810-ae8aed0734c5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:31.788225 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a4ce4b52-ee03-4545-b247-43807df98eb5 req-49b88b48-1754-474f-9810-ae8aed0734c5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 943 time: 0.0901697 May 27 09:48:31.839533 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a4ce4b52-ee03-4545-b247-43807df98eb5 req-a464500f-f395-4294-b6c9-4834eb3a29fb tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455296 May 27 09:48:31.843615 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:48:32.013370 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:32.030228 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'port_id': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'mac_address': 'fa:16:3e:a1:73:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:48:32.089150 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:32.112304 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6f0cec-80ff-4430-8c51-ff89c951f408 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:48:32.128968 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:32.135822 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:32.136785 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 61abd849-35f5-4172-a3bb-1677152f4cf4 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:48:32.150337 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:32.225584 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c212c-856b-4309-9349-2404f548f8f8 req-46b09f00-953a-43fa-b05d-509b198ce3db tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:32.231283 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7a0c212c-856b-4309-9349-2404f548f8f8 req-46b09f00-953a-43fa-b05d-509b198ce3db tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.1109476 May 27 09:48:32.290695 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=9']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:32.297086 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7a0c212c-856b-4309-9349-2404f548f8f8 req-fabce002-64d9-4bcc-8c2a-4c040dbd1001 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622668 May 27 09:48:32.307105 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.307698 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.308202 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.308692 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.309188 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.309683 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.310012 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.310505 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.310880 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.311218 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.311542 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.312034 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:32.319065 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:32.370684 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 61abd849-35f5-4172-a3bb-1677152f4cf4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61abd849-35f5-4172-a3bb-1677152f4cf4,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:32.385338 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '61abd849-35f5-4172-a3bb-1677152f4cf4', 'network_id': 'ee8dae39-2f82-4179-acff-658abf1fcc13', 'port_id': '61abd849-35f5-4172-a3bb-1677152f4cf4', 'mac_address': 'fa:16:3e:ec:72:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18c5fc8-5776-4e5e-b12b-d3cd09fb6315', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:48:32.443022 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:32.464787 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61abd849-35f5-4172-a3bb-1677152f4cf4 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:48:32.484957 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 61abd849-35f5-4172-a3bb-1677152f4cf4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61abd849-35f5-4172-a3bb-1677152f4cf4,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:32.491981 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:32.494012 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:32.546813 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9a6f8-6841-409f-9364-2c775caee434 req-ae522412-027f-4a8a-b59a-1ac14d8735e3 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:32.548455 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b0d9a6f8-6841-409f-9364-2c775caee434 req-ae522412-027f-4a8a-b59a-1ac14d8735e3 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1145904 May 27 09:48:32.573326 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=61abd849-35f5-4172-a3bb-1677152f4cf4,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:32.584164 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:32.603660 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b0d9a6f8-6841-409f-9364-2c775caee434 req-b69e78e4-0824-4839-8542-29917377e599 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 May 27 09:48:32.836904 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['61abd849-35f5-4172-a3bb-1677152f4cf4'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:48:32.871596 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae259ca-6b36-4263-83cd-cddb78cbde2c req-62532aff-134e-4472-a202-d76bbac01d35 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:32.873237 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-cae259ca-6b36-4263-83cd-cddb78cbde2c req-62532aff-134e-4472-a202-d76bbac01d35 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 946 time: 0.0969427 May 27 09:48:32.903124 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['ca6f0cec-80ff-4430-8c51-ff89c951f408'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:48:32.933484 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-cae259ca-6b36-4263-83cd-cddb78cbde2c req-f6ccb91e-fa3c-4b42-b342-9b2d5f54b969 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534377 May 27 09:48:33.092010 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76746-13b6-4555-856c-3fe55e7c7076 req-a9107589-3b5a-44bf-8090-6a2b7fb4befd tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:33.099732 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27d76746-13b6-4555-856c-3fe55e7c7076 req-a9107589-3b5a-44bf-8090-6a2b7fb4befd tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 944 time: 0.1054473 May 27 09:48:33.155313 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27d76746-13b6-4555-856c-3fe55e7c7076 req-f0926c49-d5f6-453c-b6fd-c28e867bbd7f tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546720 May 27 09:48:33.194786 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:33.365942 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-929556aa-8d9a-4360-a56f-8b0e2d30bd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:33.534291 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a5b6e-e076-4b8d-8135-b5b5b75c301b req-5208238f-4254-4fcc-ac01-8bbe1a7381e8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:33.535771 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a20a5b6e-e076-4b8d-8135-b5b5b75c301b req-5208238f-4254-4fcc-ac01-8bbe1a7381e8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.0997760 May 27 09:48:33.582682 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a20a5b6e-e076-4b8d-8135-b5b5b75c301b req-030c3f9e-dbfb-4b9a-a3e3-dd5f35784e09 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399783 May 27 09:48:33.733125 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-4b5156e9-a680-41a2-a4e7-0b2e946a78ad tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:33.734647 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-4b5156e9-a680-41a2-a4e7-0b2e946a78ad tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 946 time: 0.1125939 May 27 09:48:33.962783 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd415-907e-43ae-8590-0fffab7757fe req-3e19ba10-8e7c-4b96-a5cf-b16cc5b10287 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:33.963862 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4e6fd415-907e-43ae-8590-0fffab7757fe req-3e19ba10-8e7c-4b96-a5cf-b16cc5b10287 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.1871705 May 27 09:48:34.051825 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Deleting port 44da3312-b5ec-4691-8b63-7b9dd75ac56a {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:48:34.052221 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:34.167608 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc599ca-ea8f-47df-a43f-63f2651cc192 req-26600996-b767-4c9d-8b46-72e968d2820c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:34.168673 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:34.169891 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bbc599ca-ea8f-47df-a43f-63f2651cc192 req-26600996-b767-4c9d-8b46-72e968d2820c tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 946 time: 0.1233237 May 27 09:48:34.228669 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bbc599ca-ea8f-47df-a43f-63f2651cc192 req-62dab153-7072-419b-b800-c13e66223a18 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1039b96-50e6-4c67-9987-bd7676aa5699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504277 May 27 09:48:34.255943 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4e6fd415-907e-43ae-8590-0fffab7757fe req-fa09341f-417c-47cc-9810-44938b1c7d17 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541230 May 27 09:48:34.352090 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-2f304415-15c4-4555-b637-1de5f20c6279 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:34.353807 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-2f304415-15c4-4555-b637-1de5f20c6279 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.45 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.3890374 May 27 09:48:34.453832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] For port 44da3312-b5ec-4691-8b63-7b9dd75ac56a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=44da3312-b5ec-4691-8b63-7b9dd75ac56a,segment=NetworkSegment(b2c0306b-703f-4003-a30e-21bd09539e6e),segment_id=b2c0306b-703f-4003-a30e-21bd09539e6e)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:34.454293 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:34.476133 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e23345-4af2-4353-aa44-236a33193af6 req-9a0f8451-f3fc-4198-a9f5-a072b9b623c5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:34.477939 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04e23345-4af2-4353-aa44-236a33193af6 req-9a0f8451-f3fc-4198-a9f5-a072b9b623c5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 944 time: 0.1110094 May 27 09:48:34.527082 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04e23345-4af2-4353-aa44-236a33193af6 req-36c52680-a6f9-48af-8162-0ee523333b52 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 May 27 09:48:34.618129 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Calling delete_port for 44da3312-b5ec-4691-8b63-7b9dd75ac56a owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:48:34.822673 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Deleting port b67ccf43-6425-404a-9613-b17463abf875 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:48:34.823092 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:35.014510 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3adc19-6d54-4ab1-88c7-1f591b46a3bb req-dc5fcedc-00e3-4f41-9e12-c1f754d22ea7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:35.016201 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bd3adc19-6d54-4ab1-88c7-1f591b46a3bb req-dc5fcedc-00e3-4f41-9e12-c1f754d22ea7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 944 time: 0.3001282 May 27 09:48:35.050747 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:35.062967 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['44da3312-b5ec-4691-8b63-7b9dd75ac56a'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:48:35.076401 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:35.152842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Pushing event deleted for resources: {'Port': ['ID=44da3312-b5ec-4691-8b63-7b9dd75ac56a,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:35.171600 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:35.187395 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] For port b67ccf43-6425-404a-9613-b17463abf875, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b67ccf43-6425-404a-9613-b17463abf875,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:35.187814 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:35.349977 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bd3adc19-6d54-4ab1-88c7-1f591b46a3bb req-22e65cbd-3ce6-464a-85c4-2e1d107697a0 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250856 May 27 09:48:35.481825 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Calling delete_port for b67ccf43-6425-404a-9613-b17463abf875 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:48:35.515534 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] No DVR routers for this DVR port 44da3312-b5ec-4691-8b63-7b9dd75ac56a on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:48:35.525348 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9a5e746d-e2f3-4900-9724-bf6d64bb7a43 req-10a0a4e6-b16b-48b7-a7fc-605312f41d47 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3c1041-244a-47f9-806a-faa1921dc749 HTTP/1.1" status: 200 len: 210 time: 0.1203399 May 27 09:48:35.592430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:35.596186 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3c1041-244a-47f9-806a-faa1921dc749', 'name': 'network-vif-deleted', 'tag': '44da3312-b5ec-4691-8b63-7b9dd75ac56a'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:35.654580 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9dc8694d-cdc1-4706-bb6d-788029e7e5fa req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] 10.222.0.45 "DELETE /v2.0/ports/44da3312-b5ec-4691-8b63-7b9dd75ac56a HTTP/1.1" status: 204 len: 173 time: 1.9125128 May 27 09:48:35.743613 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d2458-f49a-4e5d-93f6-12c790258fab req-8b9ff7d9-f0e4-4794-9d2c-b8fa0f502701 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:35.751094 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-041d2458-f49a-4e5d-93f6-12c790258fab req-8b9ff7d9-f0e4-4794-9d2c-b8fa0f502701 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=cecf452b-0c0b-499a-924f-af4ce3aff956 HTTP/1.1" status: 200 len: 945 time: 0.2358778 May 27 09:48:35.820968 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:35.825314 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:35.838258 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-041d2458-f49a-4e5d-93f6-12c790258fab req-2c6394d8-9029-4105-9ce9-c3c97e9dfc91 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862751 May 27 09:48:35.840637 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6d2d09b4-3112-44d3-8f12-c81ac27202cf tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:35.847298 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['1b005f5d-e5fd-451d-ae65-820c3e7375ae', 'b67ccf43-6425-404a-9613-b17463abf875'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:48:35.860703 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9b560-5eff-422b-a304-cf2676baf5b1 req-18745274-bcff-4347-ba65-59a9bc44aafc tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:35.885318 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d9e9b560-5eff-422b-a304-cf2676baf5b1 req-18745274-bcff-4347-ba65-59a9bc44aafc tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 944 time: 0.1739328 May 27 09:48:35.909118 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Pushing event deleted for resources: {'Port': ['ID=b67ccf43-6425-404a-9613-b17463abf875,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:35.919439 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:35.973941 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:48:35.999247 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] No DVR routers for this DVR port b67ccf43-6425-404a-9613-b17463abf875 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:48:36.002487 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:36.011720 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3c1041-244a-47f9-806a-faa1921dc749', 'name': 'network-vif-deleted', 'tag': '44da3312-b5ec-4691-8b63-7b9dd75ac56a', 'status': 'completed', 'code': 200} May 27 09:48:36.023722 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e8401726-be6a-4a18-8a53-66cc90bd138c req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.45 "DELETE /v2.0/ports/b67ccf43-6425-404a-9613-b17463abf875 HTTP/1.1" status: 204 len: 173 time: 1.6618123 May 27 09:48:36.024128 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d9e9b560-5eff-422b-a304-cf2676baf5b1 req-cdc3974f-8301-4c93-ac9f-ba0eb2a562a7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363554 May 27 09:48:36.219522 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port ca6f0cec-80ff-4430-8c51-ff89c951f408 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:48:36.220337 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:36.431848 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:36.469234 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:36.481328 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:36.488158 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:36.489332 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 61abd849-35f5-4172-a3bb-1677152f4cf4 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:48:36.520711 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:36.615505 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'code': 200} May 27 09:48:36.713871 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=10']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:36.714631 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf70a86-d36f-4e4c-a7d3-5390e43d4331 req-3d946bf8-e8cf-4d66-a316-db746e4af8b0 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:36.717765 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:36.727368 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2cf70a86-d36f-4e4c-a7d3-5390e43d4331 req-3d946bf8-e8cf-4d66-a316-db746e4af8b0 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 946 time: 0.1197031 May 27 09:48:36.734802 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 61abd849-35f5-4172-a3bb-1677152f4cf4 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:48:36.747352 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 61abd849-35f5-4172-a3bb-1677152f4cf4 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:48:36.748133 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:36.794024 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2cf70a86-d36f-4e4c-a7d3-5390e43d4331 req-f76564d3-f0e3-4a6e-b306-0019448e1d46 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610001 May 27 09:48:36.953077 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:37.022710 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 61abd849-35f5-4172-a3bb-1677152f4cf4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61abd849-35f5-4172-a3bb-1677152f4cf4,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:37.029240 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:37.030310 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 44da3312-b5ec-4691-8b63-7b9dd75ac56a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:37.076061 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:37.109344 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 44da3312-b5ec-4691-8b63-7b9dd75ac56a {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:48:37.109839 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 44da3312-b5ec-4691-8b63-7b9dd75ac56a not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:48:37.160868 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=61abd849-35f5-4172-a3bb-1677152f4cf4,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:37.173526 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42280) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:37.190500 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:37.428078 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca1d4-646a-485c-8562-5f6f257a964b req-c2fab287-ae17-4f22-822b-7628040e47d7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:37.428922 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] Deleting subnet 530e0862-b549-4c0d-bd80-9e2351dc74a9 {{(pid=108800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:48:37.430666 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-dedca1d4-646a-485c-8562-5f6f257a964b req-c2fab287-ae17-4f22-822b-7628040e47d7 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 945 time: 0.1593764 May 27 09:48:37.438222 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:37.467335 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c8272-1999-437a-9efd-7f1f5759988c req-3cf80617-45eb-4005-a01e-573de895d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:37.468809 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9d7c8272-1999-437a-9efd-7f1f5759988c req-3cf80617-45eb-4005-a01e-573de895d022 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 1099 time: 0.2277772 May 27 09:48:37.494949 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-dedca1d4-646a-485c-8562-5f6f257a964b req-660b3627-dfe4-4f56-a28b-5ac9e24c82eb tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585833 May 27 09:48:37.540387 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:48:37.576102 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9d7c8272-1999-437a-9efd-7f1f5759988c req-20f0d37c-a24d-4d1a-8ae5-b69a706cf8b2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872467 May 27 09:48:37.582348 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838960'] for subnet, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:37.657717 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:37.706025 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3189b9-9f87-4bb5-bde4-4e4fc93da90b req-ef1b53de-3eb1-4ea7-bbba-9d266253a6be tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:37.706896 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-8a3189b9-9f87-4bb5-bde4-4e4fc93da90b req-ef1b53de-3eb1-4ea7-bbba-9d266253a6be tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Synchronizing usage tracker for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:48:37.807764 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-8a3189b9-9f87-4bb5-bde4-4e4fc93da90b req-ef1b53de-3eb1-4ea7-bbba-9d266253a6be tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Unset dirty status for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:48:37.808917 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8a3189b9-9f87-4bb5-bde4-4e4fc93da90b req-ef1b53de-3eb1-4ea7-bbba-9d266253a6be tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.2931488 May 27 09:48:37.848998 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device b67ccf43-6425-404a-9613-b17463abf875 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:37.891000 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: b67ccf43-6425-404a-9613-b17463abf875 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:48:37.891655 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device b67ccf43-6425-404a-9613-b17463abf875 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:48:37.897851 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8a3189b9-9f87-4bb5-bde4-4e4fc93da90b req-0496f58f-c05d-41d4-94a2-a9b0c60b23f8 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783670 May 27 09:48:38.007967 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263179774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262631030'] for subnet, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:38.012102 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:38.014628 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a574fc-e61b-4b9b-93cd-7f4f4eff83f0 req-1eb841c2-4717-4ca5-855d-4705cc3492c1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:38.016097 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-15a574fc-e61b-4b9b-93cd-7f4f4eff83f0 req-1eb841c2-4717-4ca5-855d-4705cc3492c1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 946 time: 0.0930099 May 27 09:48:38.038021 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecf452b-0c0b-499a-924f-af4ce3aff956', 'name': 'network-vif-deleted', 'tag': 'b67ccf43-6425-404a-9613-b17463abf875'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:38.057777 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530e0862-b549-4c0d-bd80-9e2351dc74a9,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:38.061199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:38.062221 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:38.069169 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/530e0862-b549-4c0d-bd80-9e2351dc74a9 HTTP/1.1" status: 204 len: 168 time: 0.8938096 May 27 09:48:38.071798 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42292) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:38.106902 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-15a574fc-e61b-4b9b-93cd-7f4f4eff83f0 req-6966aa1b-c7ba-4c24-8d8a-ced3c402e246 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756269 May 27 09:48:38.161781 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecf452b-0c0b-499a-924f-af4ce3aff956', 'name': 'network-vif-deleted', 'tag': 'b67ccf43-6425-404a-9613-b17463abf875', 'status': 'completed', 'code': 200} May 27 09:48:38.197601 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:38.326306 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:38.339802 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bc2549-c0ff-47ce-a77c-ba480b0b1495']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:38.352678 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c0306b-703f-4003-a30e-21bd09539e6e') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:38.352966 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c0306b-703f-4003-a30e-21bd09539e6e') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:38.364527 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:38.381570 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:38.388134 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:48:38.388630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:48:38.402672 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:48:38.489857 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:38.493679 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-76c8a40d-9d60-4fdc-ba0f-7254d8153982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:38.507627 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:38.525132 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Pushing event deleted for resources: {'Network': ['ID=45bc2549-c0ff-47ce-a77c-ba480b0b1495,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:38.530372 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] 10.222.0.20 "DELETE /v2.0/networks/45bc2549-c0ff-47ce-a77c-ba480b0b1495 HTTP/1.1" status: 204 len: 168 time: 0.4551208 May 27 09:48:38.530372 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:38.618219 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8140181f-1487-4143-a749-35e5529a70b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61abd849-35f5-4172-a3bb-1677152f4cf4'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:38.743634 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8140181f-1487-4143-a749-35e5529a70b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61abd849-35f5-4172-a3bb-1677152f4cf4', 'code': 200} May 27 09:48:38.838902 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42324) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:38.918591 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ea62-ecea-42b2-9642-de8f1ddb3521 req-d33ad1de-3687-477e-aefb-69db5795c49b tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:38.920167 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-17b6ea62-ecea-42b2-9642-de8f1ddb3521 req-d33ad1de-3687-477e-aefb-69db5795c49b tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 945 time: 0.1487117 May 27 09:48:38.925468 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-c844d94f-f311-49ca-ad97-b145b6b768d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=382575c197584524ae228bcd7a5a1d5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0854127 May 27 09:48:38.928189 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42330) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:39.102085 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8b24ae69-463f-4279-b2a4-29f5b6f02f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:39.143302 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8b24ae69-463f-4279-b2a4-29f5b6f02f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:39.206068 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8b24ae69-463f-4279-b2a4-29f5b6f02f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:39.208728 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a06004-19ec-4ac5-aaad-4bd237930c26 req-dad95445-67cd-45d3-993d-734bffa7838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:39.210856 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-36a06004-19ec-4ac5-aaad-4bd237930c26 req-dad95445-67cd-45d3-993d-734bffa7838d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 1098 time: 0.1920209 May 27 09:48:39.218466 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-54eede46-dcff-405d-ad53-0ed0f25c1b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:39.245974 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-17b6ea62-ecea-42b2-9642-de8f1ddb3521 req-994f7729-c421-4088-923c-ae59a91b3916 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141576 May 27 09:48:39.254484 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24ae69-463f-4279-b2a4-29f5b6f02f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1039b96-50e6-4c67-9987-bd7676aa5699,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:39.258714 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8b24ae69-463f-4279-b2a4-29f5b6f02f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:39.260019 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8b24ae69-463f-4279-b2a4-29f5b6f02f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:39.261121 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-8b24ae69-463f-4279-b2a4-29f5b6f02f98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1039b96-50e6-4c67-9987-bd7676aa5699 HTTP/1.1" status: 204 len: 168 time: 0.3319507 May 27 09:48:39.275149 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e542a5-a8c8-48ea-a813-0636fde4ec79 req-9bcbf8c9-d777-4bf7-8275-1043543087be tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:39.282012 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-07e542a5-a8c8-48ea-a813-0636fde4ec79 req-9bcbf8c9-d777-4bf7-8275-1043543087be tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1502333 May 27 09:48:39.318896 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-36a06004-19ec-4ac5-aaad-4bd237930c26 req-85a30582-299f-4265-bf90-c96254402673 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970719 May 27 09:48:39.360996 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-07e542a5-a8c8-48ea-a813-0636fde4ec79 req-cb3c3ff9-7ae4-4934-adf2-89e775eacca5 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777359 May 27 09:48:39.522221 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e9b0c-ea7d-4fe5-b772-a5d58a75cb7f req-a40c7fef-18b4-42dc-91a4-894ab4ecce39 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:39.523969 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-983e9b0c-ea7d-4fe5-b772-a5d58a75cb7f req-a40c7fef-18b4-42dc-91a4-894ab4ecce39 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 946 time: 0.1099358 May 27 09:48:39.593861 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-983e9b0c-ea7d-4fe5-b772-a5d58a75cb7f req-0b789992-f4db-4e6b-b397-63039e17b205 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623796 May 27 09:48:40.528278 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fc041-a3fe-4f9f-9549-1bbdc72dfa1a req-b0ebb8ce-c53f-4a97-b4a8-87e9fbd60f33 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:40.537725 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-852fc041-a3fe-4f9f-9549-1bbdc72dfa1a req-b0ebb8ce-c53f-4a97-b4a8-87e9fbd60f33 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 945 time: 0.0988433 May 27 09:48:40.589639 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-852fc041-a3fe-4f9f-9549-1bbdc72dfa1a req-249c792e-adaf-4e23-9e16-de4f2e4815f3 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509331 May 27 09:48:40.823109 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755caad1-2460-4caf-8437-f5c1bfac672a req-082f68ed-cd8f-4143-a5ee-b31e2b50013c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:40.831286 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-755caad1-2460-4caf-8437-f5c1bfac672a req-082f68ed-cd8f-4143-a5ee-b31e2b50013c tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1340787 May 27 09:48:40.885695 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-755caad1-2460-4caf-8437-f5c1bfac672a req-769c419e-5217-4907-9799-0551b8a7a1fa tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525072 May 27 09:48:41.335781 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb6452-a689-44cb-87bd-d108be1b4280 req-bf722de4-cf73-42ee-b7e9-1a2fbed2fe50 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:41.343954 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0fbb6452-a689-44cb-87bd-d108be1b4280 req-bf722de4-cf73-42ee-b7e9-1a2fbed2fe50 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 946 time: 0.0987647 May 27 09:48:41.395113 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0fbb6452-a689-44cb-87bd-d108be1b4280 req-f4c343ab-08a3-4807-86f9-528a30d2a14f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500495 May 27 09:48:42.113302 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55716406-2b71-4c04-b709-05d6fbb27aa9 req-bd7dbb81-c72c-482f-a00e-efbc05e78327 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:42.120553 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-55716406-2b71-4c04-b709-05d6fbb27aa9 req-bd7dbb81-c72c-482f-a00e-efbc05e78327 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1038589 May 27 09:48:42.167549 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-55716406-2b71-4c04-b709-05d6fbb27aa9 req-d67cd8b1-1e9f-499a-a7b6-ef9c81cfb0db tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 May 27 09:48:43.369697 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c7011-89d6-4b10-8e4e-d1196bfa4f59 req-540345f4-8bda-4e31-b629-c8f299cca1bd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:43.377854 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5d6c7011-89d6-4b10-8e4e-d1196bfa4f59 req-540345f4-8bda-4e31-b629-c8f299cca1bd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.0965366 May 27 09:48:43.418869 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42470) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:43.443291 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5d6c7011-89d6-4b10-8e4e-d1196bfa4f59 req-e07d2159-d540-4e27-86e1-a4d780615ea7 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644252 May 27 09:48:43.572773 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:43.588876 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:48:43.594023 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Usage tracker for resource:security_group_rule and tenant:c6489720767f42c2abd2e4ce97de1bc2 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:48:43.597848 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:48:43.604794 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:48:43.722289 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:43.728053 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:43.742005 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d78a04d1-8af9-45ea-b301-d16f84b9fefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:43.805726 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6489720767f42c2abd2e4ce97de1bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849211 May 27 09:48:43.808620 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2313a786-d15a-46e9-959e-1d20c8cb986c,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:43.816446 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42478) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:43.818014 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.818388 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.818897 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.819116 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.819479 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.819803 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.820145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.820486 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.820826 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.821165 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.821499 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.821835 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:43.849085 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e69c2b1b-a0df-4ee6-8f4c-4ab4e3d38036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:43.889868 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-739f66d9-2d00-415c-a56a-79578b0b1faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:43.927896 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-739f66d9-2d00-415c-a56a-79578b0b1faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:44.034207 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-739f66d9-2d00-415c-a56a-79578b0b1faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:44.041801 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-59facb09-dd0c-485d-84c0-b244bc665b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:44.055141 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f66d9-2d00-415c-a56a-79578b0b1faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2313a786-d15a-46e9-959e-1d20c8cb986c,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:44.065648 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-739f66d9-2d00-415c-a56a-79578b0b1faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:44.074481 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-739f66d9-2d00-415c-a56a-79578b0b1faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:44.096745 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-739f66d9-2d00-415c-a56a-79578b0b1faf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2313a786-d15a-46e9-959e-1d20c8cb986c HTTP/1.1" status: 204 len: 168 time: 0.2713916 May 27 09:48:44.285765 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-d349e9f0-8aa1-4835-947b-28d166fd79bb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:44.287678 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-d349e9f0-8aa1-4835-947b-28d166fd79bb tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.1079774 May 27 09:48:44.515771 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Deleting port 1b005f5d-e5fd-451d-ae65-820c3e7375ae {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:48:44.517012 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:44.754730 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] For port 1b005f5d-e5fd-451d-ae65-820c3e7375ae, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1b005f5d-e5fd-451d-ae65-820c3e7375ae,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:44.755205 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:44.923228 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Calling delete_port for 1b005f5d-e5fd-451d-ae65-820c3e7375ae owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:48:44.953165 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebed9a-e26d-48e7-b0ff-782da754eb92 req-21eeb178-9373-4f10-b180-012f86c28c9f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:44.970495 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c0ebed9a-e26d-48e7-b0ff-782da754eb92 req-21eeb178-9373-4f10-b180-012f86c28c9f tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 946 time: 0.3050196 May 27 09:48:45.033705 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c0ebed9a-e26d-48e7-b0ff-782da754eb92 req-d80dcd91-e032-4d8e-be3f-550ac421cab2 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/security-groups?id=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 May 27 09:48:45.160989 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:45.170972 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fc74ee2d-37a0-426a-ab99-e5ab49689ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:45.175193 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['1b005f5d-e5fd-451d-ae65-820c3e7375ae'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:48:45.286064 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Pushing event deleted for resources: {'Port': ['ID=1b005f5d-e5fd-451d-ae65-820c3e7375ae,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:45.288936 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:45.381535 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] No DVR routers for this DVR port 1b005f5d-e5fd-451d-ae65-820c3e7375ae on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:48:45.384297 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:45.387927 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8e901b-1694-48e1-9cc2-714b546cd53d', 'name': 'network-vif-deleted', 'tag': '1b005f5d-e5fd-451d-ae65-820c3e7375ae'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:48:45.416022 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d936b5fb-0b3b-4d3f-b59b-f3819d91ea80 req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.45 "DELETE /v2.0/ports/1b005f5d-e5fd-451d-ae65-820c3e7375ae HTTP/1.1" status: 204 len: 173 time: 1.1217740 May 27 09:48:45.470130 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8e901b-1694-48e1-9cc2-714b546cd53d', 'name': 'network-vif-deleted', 'tag': '1b005f5d-e5fd-451d-ae65-820c3e7375ae', 'status': 'completed', 'code': 200} May 27 09:48:46.270324 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0dbecb0d-23de-4f99-a626-e3a8b4c84e12 req-fb15e9c2-bebf-4c3a-ae1d-bb4f4d388fec tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Synchronizing usage tracker for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:48:46.291500 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0dbecb0d-23de-4f99-a626-e3a8b4c84e12 req-fb15e9c2-bebf-4c3a-ae1d-bb4f4d388fec tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Unset dirty status for tenant:483f02bc51f2488fb4546e24e4300ba1 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:48:46.294006 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0dbecb0d-23de-4f99-a626-e3a8b4c84e12 req-fb15e9c2-bebf-4c3a-ae1d-bb4f4d388fec tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8e901b-1694-48e1-9cc2-714b546cd53d HTTP/1.1" status: 200 len: 210 time: 0.0714889 May 27 09:48:47.440464 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42602) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:47.842062 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1b005f5d-e5fd-451d-ae65-820c3e7375ae no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:47.923588 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 1b005f5d-e5fd-451d-ae65-820c3e7375ae {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:48:47.924546 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1b005f5d-e5fd-451d-ae65-820c3e7375ae not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:48:48.299126 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662012'] for router_interface, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:48.923934 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Deleting port 85325170-1dbc-42ca-a4a3-24c4850ea8f9 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:48:48.924684 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:49.074000 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] For port 85325170-1dbc-42ca-a4a3-24c4850ea8f9, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=85325170-1dbc-42ca-a4a3-24c4850ea8f9,segment=NetworkSegment(27d3e05b-0e05-4fda-a004-680666a4b8ee),segment_id=27d3e05b-0e05-4fda-a004-680666a4b8ee)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:49.074000 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:49.306142 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Calling delete_port for 85325170-1dbc-42ca-a4a3-24c4850ea8f9 owned by network:router_interface {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:48:49.626245 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:49.639824 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:49.835670 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=85325170-1dbc-42ca-a4a3-24c4850ea8f9,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:49.843816 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.844709 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.845070 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.846174 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.846174 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.846174 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.846477 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.846737 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.847107 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.847444 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.847797 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.848113 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:49.881590 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:50.135461 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665676'] for router_interface, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:50.573832 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Router 9a72a26a-0079-41e1-8624-e95d5e8a6085 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:48:50.821622 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:48:50.836420 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] Sync routers for ids ['9a72a26a-0079-41e1-8624-e95d5e8a6085'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:48:50.846710 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] Routers {'9a72a26a-0079-41e1-8624-e95d5e8a6085'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:48:50.847512 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:48:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['9a72a26a-0079-41e1-8624-e95d5e8a6085'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:50.853582 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-87d18e2b-5e99-4172-b3fc-2089cec66d70 admin admin] 10.222.0.20 "PUT /v2.0/routers/9a72a26a-0079-41e1-8624-e95d5e8a6085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4014301 May 27 09:48:50.856212 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42664) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:51.074694 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] Set router 9a72a26a-0079-41e1-8624-e95d5e8a6085 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:48:51.077537 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:51.351756 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:51.474706 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Deleting port c75f0a90-8bbd-40df-9deb-f727bf24c441 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:48:51.475417 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:51.479412 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:34Z', 'updated_at': '2021-05-27T09:48:49Z', 'revision_number': 5, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'gw_port': {'id': 'c75f0a90-8bbd-40df-9deb-f727bf24c441', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:51.491773 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] Checking router: 9a72a26a-0079-41e1-8624-e95d5e8a6085 for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:48:51.511433 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] Routers {'9a72a26a-0079-41e1-8624-e95d5e8a6085'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:48:51.512105 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:48:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['9a72a26a-0079-41e1-8624-e95d5e8a6085'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:51.637333 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] For port c75f0a90-8bbd-40df-9deb-f727bf24c441, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=c75f0a90-8bbd-40df-9deb-f727bf24c441,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:51.638355 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:51.727261 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] Set router 9a72a26a-0079-41e1-8624-e95d5e8a6085 gateway port host: None {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:48:51.815721 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Calling delete_port for c75f0a90-8bbd-40df-9deb-f727bf24c441 owned by network:router_gateway {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:48:51.915920 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:34Z', 'updated_at': '2021-05-27T09:48:51Z', 'revision_number': 6, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'gw_port_host': None}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:51.921430 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1803690-fb03-4fbb-bd10-a8c7ced189d2 None None] The sync data for ids ['9a72a26a-0079-41e1-8624-e95d5e8a6085'] in dv-cinder-788782-3-iscsi is: [{'id': '9a72a26a-0079-41e1-8624-e95d5e8a6085', 'name': 'tempest-ServerRescueNegativeTestJSON-1080770244-router', 'tenant_id': '483f02bc51f2488fb4546e24e4300ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:34Z', 'updated_at': '2021-05-27T09:48:51Z', 'revision_number': 6, 'project_id': '483f02bc51f2488fb4546e24e4300ba1', 'gw_port_host': None}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:48:52.179888 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:52.183287 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5e5b6043-1ea8-4028-8107-9d2a967d5e87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:52.228077 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75f0a90-8bbd-40df-9deb-f727bf24c441,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:52.258313 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:52.324521 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667091'] for router_gateway, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:52.499456 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:52.502125 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:52.587287 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669536'] for router, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:52.587822 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a72a26a-0079-41e1-8624-e95d5e8a6085 {{(pid=108800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:48:52.601833 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:52.602995 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9a72a26a-0079-41e1-8624-e95d5e8a6085 HTTP/1.1" status: 204 len: 168 time: 1.7457683 May 27 09:48:52.605495 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42696) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:52.664710 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_v2 [None req-647073d5-b91d-438e-8841-8ad1196a7f35 admin admin] Deleting subnet 1bca4593-d2af-4662-b254-e5f850c43127 {{(pid=108800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:48:52.667508 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-647073d5-b91d-438e-8841-8ad1196a7f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:52.717974 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-647073d5-b91d-438e-8841-8ad1196a7f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838960'] for subnet, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:52.769933 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device c75f0a90-8bbd-40df-9deb-f727bf24c441 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:52.777410 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-647073d5-b91d-438e-8841-8ad1196a7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:52.809798 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: c75f0a90-8bbd-40df-9deb-f727bf24c441 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:48:52.810533 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device c75f0a90-8bbd-40df-9deb-f727bf24c441 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:48:52.810839 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 85325170-1dbc-42ca-a4a3-24c4850ea8f9 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:48:52.846546 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 85325170-1dbc-42ca-a4a3-24c4850ea8f9 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:48:52.847100 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 85325170-1dbc-42ca-a4a3-24c4850ea8f9 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:48:53.033910 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-647073d5-b91d-438e-8841-8ad1196a7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263179774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262631030'] for subnet, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.037757 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-04fd71f3-8782-4ab5-8ac8-0cdc067162eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:53.076861 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647073d5-b91d-438e-8841-8ad1196a7f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bca4593-d2af-4662-b254-e5f850c43127,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:53.080674 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-647073d5-b91d-438e-8841-8ad1196a7f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:53.082289 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-647073d5-b91d-438e-8841-8ad1196a7f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.088717 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-647073d5-b91d-438e-8841-8ad1196a7f35 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1bca4593-d2af-4662-b254-e5f850c43127 HTTP/1.1" status: 204 len: 168 time: 0.4813781 May 27 09:48:53.090162 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42702) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:53.193898 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.389049 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.402471 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921c5312-2832-4749-8b94-ac07787dd31a']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:53.413974 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d3e05b-0e05-4fda-a004-680666a4b8ee') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:53.414271 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d3e05b-0e05-4fda-a004-680666a4b8ee') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:53.425124 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.440780 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.446840 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:48:53.447280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:48:53.460983 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:48:53.535682 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.539323 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:53.552256 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.562724 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Pushing event deleted for resources: {'Network': ['ID=921c5312-2832-4749-8b94-ac07787dd31a,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:53.566008 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:53.571222 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ccc3f632-8567-4b22-81d1-e0a9a15ec8ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/921c5312-2832-4749-8b94-ac07787dd31a HTTP/1.1" status: 204 len: 168 time: 0.4801648 May 27 09:48:53.772467 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42716) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:53.828162 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42720) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:53.829035 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-19f0bdbc-877d-4859-94fa-3c617b22fba0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=483f02bc51f2488fb4546e24e4300ba1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545249 May 27 09:48:53.893251 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-72f3ecc6-a2f7-4752-9063-efa229920859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.919795 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-72f3ecc6-a2f7-4752-9063-efa229920859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.979768 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-72f3ecc6-a2f7-4752-9063-efa229920859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:53.984854 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-860b5a03-0bdb-42c0-aa38-9a9d5b2ec4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:54.000329 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3ecc6-a2f7-4752-9063-efa229920859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c25fbd-8e32-4a52-8a49-f2c28ddc6f88,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:54.009619 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-72f3ecc6-a2f7-4752-9063-efa229920859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:54.019768 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-72f3ecc6-a2f7-4752-9063-efa229920859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:54.038604 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-72f3ecc6-a2f7-4752-9063-efa229920859 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14c25fbd-8e32-4a52-8a49-f2c28ddc6f88 HTTP/1.1" status: 204 len: 168 time: 0.2080262 May 27 09:48:54.277557 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-e2d27043-0f9a-4dd1-a318-b608aaafde3c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864098 May 27 09:48:54.384183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-938bde5c-9fe2-48d0-a0df-ee0299638724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:54.386369 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-938bde5c-9fe2-48d0-a0df-ee0299638724 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 1099 time: 0.0843165 May 27 09:48:54.562933 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-b202ec57-d165-49f5-b5ff-a693d55a5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:54.564581 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-b202ec57-d165-49f5-b5ff-a693d55a5746 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.1378160 May 27 09:48:54.704975 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-f420b325-b67a-40f2-bb20-6950e6a47864 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408 HTTP/1.1" status: 200 len: 1001 time: 0.1236939 May 27 09:48:54.776301 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-df12aa27-4e8c-4c25-bb4a-c5887f4e993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:54.777759 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-df12aa27-4e8c-4c25-bb4a-c5887f4e993d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.0667467 May 27 09:48:54.862198 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-4bb30be1-a547-4662-92f8-17b701aa8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:54.863734 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-4bb30be1-a547-4662-92f8-17b701aa8bdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787981 May 27 09:48:54.871212 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42774) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:55.005376 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-700bac72-2269-4304-b71a-7962bd200a3e service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341290 May 27 09:48:55.048764 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42782) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:55.110456 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-121916882-network', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:48:55.119280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.127676 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:48:55.131699 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Usage tracker for resource:network and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:48:55.133886 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:48:55.135188 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:48:55.137955 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c7b744fb2b491abdf305de4b8784fb is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:48:55.141603 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:48:55.141984 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:48:55.148041 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:48:55.153880 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Made reservation on behalf of e62aa5f704f04afcae7ec23b105317ca for: {'network': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:48:55.157716 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.171123 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.186816 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:48:55.191339 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Usage tracker for resource:security_group_rule and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:48:55.194335 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:48:55.200383 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:48:55.254186 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.258045 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.268011 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:55.311423 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.315649 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0c7b744fb2b491abdf305de4b8784fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656171 May 27 09:48:55.318280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3563cd8b-be41-4791-96c9-a47243410486,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:55.320134 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42794) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:55.323301 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:55.334895 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.340323 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-51c7b0b1-7d74-4521-b4ee-44f9de5a2f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:55.387577 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=108799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:48:55.401816 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725a6cf3-1f46-4fb4-9e1e-82f2c59ee756,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:55.406492 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:55.412868 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.413210 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.segments_db [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Added segment 0df8c248-b61d-4c40-a0f7-7b53b27875a5 of type vlan for network 631fe447-571c-48e1-a5f2-41116282c9c8 May 27 09:48:55.442226 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-24bfb2dd-1aaf-4b9f-9dea-7aca55493d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.475844 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.488062 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-24bfb2dd-1aaf-4b9f-9dea-7aca55493d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.545243 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.547442 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:55.548100 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.553933 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:55.647493 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-24bfb2dd-1aaf-4b9f-9dea-7aca55493d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.669395 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-24bfb2dd-1aaf-4b9f-9dea-7aca55493d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:55.673222 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-24bfb2dd-1aaf-4b9f-9dea-7aca55493d20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3563cd8b-be41-4791-96c9-a47243410486 HTTP/1.1" status: 204 len: 168 time: 0.3491554 May 27 09:48:55.674079 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Pushing event updated for resources: {'Network': ['ID=631fe447-571c-48e1-a5f2-41116282c9c8,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:55.677689 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:55.679322 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8069885 May 27 09:48:55.680196 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-0a04165c-c8a7-4db3-a5da-48ccd0cf805c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:55.682278 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42818) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:55.690362 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Request body: {'subnet': {'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-121916882-subnet', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:48:55.693063 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfb2dd-1aaf-4b9f-9dea-7aca55493d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3563cd8b-be41-4791-96c9-a47243410486,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:55.693658 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 631fe447-571c-48e1-a5f2-41116282c9c8 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:48:55.695142 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-24bfb2dd-1aaf-4b9f-9dea-7aca55493d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:55.703471 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:48:55.708768 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Usage tracker for resource:subnet and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:48:55.712302 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:48:55.721182 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:48:55.745999 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Made reservation on behalf of e62aa5f704f04afcae7ec23b105317ca for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:48:55.748689 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262631003'] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:56.083822 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-27bd2c47-766f-4c43-bef5-d2c7cc8dbdd7 req-e318e33c-f910-4559-94ed-3f3d186ed732 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004910 May 27 09:48:56.341473 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263179711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262630989'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:56.346857 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-7a4fc320-2e1e-4277-a1e8-ecea931a5725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:56.424690 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49f7e31-a602-4412-93aa-b64b12501766,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:56.428678 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:56.432787 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Checking segment: {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:48:56.433145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Network hostable DHCP agents. Network: 631fe447-571c-48e1-a5f2-41116282c9c8, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:48:56.451384 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Network 631fe447-571c-48e1-a5f2-41116282c9c8 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:48:56.463032 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 631fe447-571c-48e1-a5f2-41116282c9c8) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:48:56.473939 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:48:56.474723 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:56.474982 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83dcb6e-88eb-4577-a272-0b8fb8333570 None None] Network 631fe447-571c-48e1-a5f2-41116282c9c8 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:48:56.511911 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42864) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:56.512573 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3c44643a-482d-42e0-9682-e0ae01da3dab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8285925 May 27 09:48:56.518450 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:48:56.529366 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:48:56.533463 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Usage tracker for resource:router and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:48:56.536429 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:48:56.542751 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:48:56.553845 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:56.554869 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:56.575817 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:56.745459 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-631fe447-571c-48e1-a5f2-41116282c9c8', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:48:56.746391 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:56.917378 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Allocated IP 172.20.0.2 (631fe447-571c-48e1-a5f2-41116282c9c8/e49f7e31-a602-4412-93aa-b64b12501766/e4a0997d-28ae-4d88-a820-5466de40f6e4) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:48:56.964181 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.146504 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.158195 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Transition to ACTIVE for port object e4a0997d-28ae-4d88-a820-5466de40f6e4 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:48:57.179850 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Transition to ACTIVE for port object e4a0997d-28ae-4d88-a820-5466de40f6e4 will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:48:57.186623 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.192309 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:57.285837 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Network 631fe447-571c-48e1-a5f2-41116282c9c8 is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:48:57.287383 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:48:57.291406 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:48:57.311045 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.337271 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Pushing event updated for resources: {'Port': ['ID=e4a0997d-28ae-4d88-a820-5466de40f6e4,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:57.343999 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.363935 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:57.389653 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Attempting to bind port e4a0997d-28ae-4d88-a820-5466de40f6e4 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:48:57.390620 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Attempting to bind port e4a0997d-28ae-4d88-a820-5466de40f6e4 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:48:57.391199 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Attempting to bind port e4a0997d-28ae-4d88-a820-5466de40f6e4 on network 631fe447-571c-48e1-a5f2-41116282c9c8 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:48:57.396628 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:48:57.397006 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Checking segment: {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:48:57.397413 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.397810 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Bound using segment: {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:48:57.398283 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Bound port: e4a0997d-28ae-4d88-a820-5466de40f6e4, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:48:57.398668 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.483528 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Allocated IP 172.27.3.174 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/93cee864-48bb-4e93-a0a9-9acb397a4b8a) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:48:57.489932 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] For port e4a0997d-28ae-4d88-a820-5466de40f6e4, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:48:57.492484 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] For port e4a0997d-28ae-4d88-a820-5466de40f6e4, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e4a0997d-28ae-4d88-a820-5466de40f6e4,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:48:57.496282 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.501550 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:57.575888 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Pushing event updated for resources: {'Port': ['ID=e4a0997d-28ae-4d88-a820-5466de40f6e4,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:57.579133 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:57.641575 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.670939 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:57.676345 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e607c0ad-b1cd-48bf-aecc-f4f419790297 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:57.742322 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:48:57.747646 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:48:57.754842 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:48:57.808607 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Pushing event updated for resources: {'Port': ['ID=93cee864-48bb-4e93-a0a9-9acb397a4b8a,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:57.818497 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:48:57.839483 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:58.314903 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:58.594571 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf18a6-6d3b-43c7-8e66-8a8aff20a635 None None] Network 631fe447-571c-48e1-a5f2-41116282c9c8 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:48:58.633118 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e4a0997d-28ae-4d88-a820-5466de40f6e4 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:48:58.738855 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:58.878898 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42900) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:58.908317 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-5e6dae4f-dd5d-4ca5-8010-43c68b44b666 None None] Provisioning for port e4a0997d-28ae-4d88-a820-5466de40f6e4 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:48:58.916340 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port e4a0997d-28ae-4d88-a820-5466de40f6e4 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:48:58.956763 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-5e6dae4f-dd5d-4ca5-8010-43c68b44b666 None None] Provisioning complete for port e4a0997d-28ae-4d88-a820-5466de40f6e4 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:48:58.957098 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5e6dae4f-dd5d-4ca5-8010-43c68b44b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.022476 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port e4a0997d-28ae-4d88-a820-5466de40f6e4 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:48:59.023154 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.040239 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Router 8f196456-4819-411d-a6f7-ca7e1c4fa94c is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:48:59.224144 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9055b76b-2236-424d-b5f0-80c9d37c6f9a admin admin] Deleting subnet 2972db79-7339-41a3-858f-c884ec825676 {{(pid=108800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:48:59.228304 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9055b76b-2236-424d-b5f0-80c9d37c6f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.299151 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:48:59.299394 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9055b76b-2236-424d-b5f0-80c9d37c6f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838960'] for subnet, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.331756 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Sync routers for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:48:59.368013 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.376200 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Notify callbacks [] for router, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.381317 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42914) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:59.382125 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8686433 May 27 09:48:59.397901 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:48:59.398552 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:48:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:59.474510 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9055b76b-2236-424d-b5f0-80c9d37c6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.499821 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5e6dae4f-dd5d-4ca5-8010-43c68b44b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.567026 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port e4a0997d-28ae-4d88-a820-5466de40f6e4, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e4a0997d-28ae-4d88-a820-5466de40f6e4,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:48:59.640727 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42920) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:59.676006 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.696365 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:59.764989 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.779617 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:48:59.783812 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] Usage tracker for resource:security_group_rule and tenant:1d0d33b4e86d4c2fb5ad431ca7558dae is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:48:59.786722 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:48:59.797235 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:48:59.890272 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.895548 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:48:59.907947 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-04739726-7e91-44ad-a9e3-231166e5e5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:48:59.949456 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d0d33b4e86d4c2fb5ad431ca7558dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050017 May 27 09:48:59.949655 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:48:59.950097 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42926) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:48:59.952889 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af71a03-aa30-4c85-a714-6b99aca0f9f1,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:59.980391 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-fc3058f5-faf1-4f8b-b3f1-40921fefdc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:00.014331 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7ac4-df46-4cc0-a1b4-61069e5a49bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.033683 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.db.api [None req-5e6dae4f-dd5d-4ca5-8010-43c68b44b666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 09:49:00.034294 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_db.api [None req-5e6dae4f-dd5d-4ca5-8010-43c68b44b666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 09:49:00.044034 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7ac4-df46-4cc0-a1b4-61069e5a49bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.105044 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7ac4-df46-4cc0-a1b4-61069e5a49bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.105508 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-24bfb2dd-1aaf-4b9f-9dea-7aca55493d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:00.121329 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e7ac4-df46-4cc0-a1b4-61069e5a49bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af71a03-aa30-4c85-a714-6b99aca0f9f1,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:00.125589 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3b9e7ac4-df46-4cc0-a1b4-61069e5a49bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:00.129112 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7ac4-df46-4cc0-a1b4-61069e5a49bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.132626 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-3b9e7ac4-df46-4cc0-a1b4-61069e5a49bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6af71a03-aa30-4c85-a714-6b99aca0f9f1 HTTP/1.1" status: 204 len: 168 time: 0.1797123 May 27 09:49:00.156569 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=e4a0997d-28ae-4d88-a820-5466de40f6e4,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:00.162170 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:00.458537 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9055b76b-2236-424d-b5f0-80c9d37c6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263179774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262631030'] for subnet, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.474290 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42940) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:00.495146 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.514208 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:00.519598 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:d19f46b27c61428891e9bf549d8a5f22 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:00.522634 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:00.529599 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:00.566442 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d92212e1-246c-4b06-8a04-e917b6fdeb51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:00.597061 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e4a0997d-28ae-4d88-a820-5466de40f6e4 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:49:00.630682 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.635277 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.644392 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-be1d6166-bf5e-4e56-aa40-0e56b5d1f4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:00.658046 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055b76b-2236-424d-b5f0-80c9d37c6f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2972db79-7339-41a3-858f-c884ec825676,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:00.669163 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9055b76b-2236-424d-b5f0-80c9d37c6f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:00.674797 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9055b76b-2236-424d-b5f0-80c9d37c6f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.684332 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc24e5ee-93ed-40cc-a00d-7ec4b0c7be17,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:00.691137 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d19f46b27c61428891e9bf549d8a5f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133243 May 27 09:49:00.691137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:00.691913 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42946) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:00.696957 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-9055b76b-2236-424d-b5f0-80c9d37c6f9a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2972db79-7339-41a3-858f-c884ec825676 HTTP/1.1" status: 204 len: 168 time: 1.8160460 May 27 09:49:00.700217 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42950) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:00.753611 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8a34-8a69-4004-9521-952632a38307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.779986 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8a34-8a69-4004-9521-952632a38307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.808538 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-09243a6a-ce6d-4909-a17b-0b92f49c0bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.833771 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:48:58Z', 'revision_number': 3, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:00.837049 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8a34-8a69-4004-9521-952632a38307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.839738 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port e4a0997d-28ae-4d88-a820-5466de40f6e4 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:00.840330 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.841007 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c2f28a05-e8ca-47e4-b378-0d77c0da51d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:00.853071 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b8a34-8a69-4004-9521-952632a38307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc24e5ee-93ed-40cc-a00d-7ec4b0c7be17,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:00.856796 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2f1b8a34-8a69-4004-9521-952632a38307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:00.861020 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8a34-8a69-4004-9521-952632a38307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:00.864564 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-2f1b8a34-8a69-4004-9521-952632a38307 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc24e5ee-93ed-40cc-a00d-7ec4b0c7be17 HTTP/1.1" status: 204 len: 168 time: 0.1698134 May 27 09:49:00.927079 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Checking router: 8f196456-4819-411d-a6f7-ca7e1c4fa94c for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:49:00.928262 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Updating router 8f196456-4819-411d-a6f7-ca7e1c4fa94c port 93cee864-48bb-4e93-a0a9-9acb397a4b8a binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:49:01.029154 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.063604 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-ae97c6c2-0c4d-4beb-b671-15225f5dff22 None None] Provisioning complete for port e4a0997d-28ae-4d88-a820-5466de40f6e4 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:01.064204 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ae97c6c2-0c4d-4beb-b671-15225f5dff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.146425 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.274987 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42958) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:01.298585 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.316908 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:01.321043 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Usage tracker for resource:security_group_rule and tenant:437bfeac9baa43919584bb279cf8f8b0 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:01.324172 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:01.333262 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:01.432622 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.438180 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.454276 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-961e6856-2607-4efb-85e6-1afd22a1a3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:01.488004 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.504088 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=437bfeac9baa43919584bb279cf8f8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279029 May 27 09:49:01.505028 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f548fa-d01a-4721-a205-287c23805681,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:01.506283 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 42966) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:01.509194 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:01.515502 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.562703 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d47859-622f-4d34-b0ae-7698ab3915af']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:01.657380 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11d359a-0572-44a4-8ae1-a134261780be') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:01.657850 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11d359a-0572-44a4-8ae1-a134261780be') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:01.706732 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.764273 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.817811 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:49:01.818344 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:49:01.832771 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:49:01.856793 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.893609 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a0819f67-069c-4b04-aa61-7e4dbce26ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.947852 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Transition to ACTIVE for port object 93cee864-48bb-4e93-a0a9-9acb397a4b8a will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:49:01.954156 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a0819f67-069c-4b04-aa61-7e4dbce26ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.955251 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:01.959793 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:01.960898 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.009095 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:02.025269 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.041216 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Attempting to bind port 93cee864-48bb-4e93-a0a9-9acb397a4b8a on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:49:02.041600 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Attempting to bind port 93cee864-48bb-4e93-a0a9-9acb397a4b8a by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:49:02.041976 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Attempting to bind port 93cee864-48bb-4e93-a0a9-9acb397a4b8a on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:49:02.048165 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d30721-77f4-4eab-9638-e094a5b5e363 None None] Pushing event updated for resources: {'Port': ['ID=93cee864-48bb-4e93-a0a9-9acb397a4b8a,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:02.049663 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d47859-622f-4d34-b0ae-7698ab3915af,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:02.051921 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b4d30721-77f4-4eab-9638-e094a5b5e363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:02.054549 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:49:02.054983 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:49:02.055820 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.055820 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:49:02.056278 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Bound port: 93cee864-48bb-4e93-a0a9-9acb397a4b8a, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:49:02.056637 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.061443 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:02.065998 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] 10.222.0.20 "DELETE /v2.0/networks/22d47859-622f-4d34-b0ae-7698ab3915af HTTP/1.1" status: 204 len: 168 time: 1.3641596 May 27 09:49:02.080778 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Allocated IP 172.20.0.1 (631fe447-571c-48e1-a5f2-41116282c9c8/e49f7e31-a602-4412-93aa-b64b12501766/e017a4ae-c07f-498d-87c7-66955da39e18) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:49:02.118447 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a0819f67-069c-4b04-aa61-7e4dbce26ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.124971 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e6f299b1-0070-4d88-bb13-141f415a4b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:02.149712 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] For port 93cee864-48bb-4e93-a0a9-9acb397a4b8a, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:49:02.153029 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] For port 93cee864-48bb-4e93-a0a9-9acb397a4b8a, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=93cee864-48bb-4e93-a0a9-9acb397a4b8a,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:49:02.159174 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.163948 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:02.187571 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0819f67-069c-4b04-aa61-7e4dbce26ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f548fa-d01a-4721-a205-287c23805681,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:02.196929 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a0819f67-069c-4b04-aa61-7e4dbce26ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:02.208097 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-a0819f67-069c-4b04-aa61-7e4dbce26ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.209364 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-a0819f67-069c-4b04-aa61-7e4dbce26ac4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79f548fa-d01a-4721-a205-287c23805681 HTTP/1.1" status: 204 len: 168 time: 0.6992962 May 27 09:49:02.257193 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:49:02.258037 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:48:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:02.273342 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.292134 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Transition to ACTIVE for port object e017a4ae-c07f-498d-87c7-66955da39e18 will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:49:02.297381 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42976) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:02.323920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.332059 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:02.352803 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d30721-77f4-4eab-9638-e094a5b5e363 None None] Pushing event updated for resources: {'Port': ['ID=93cee864-48bb-4e93-a0a9-9acb397a4b8a,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:02.357400 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-326e54f5-01a4-4dcc-ba56-5743d48f4b90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c8b1e0e3c85400da589a859c4682201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587010 May 27 09:49:02.357950 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 42980) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:02.413541 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b4d30721-77f4-4eab-9638-e094a5b5e363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:02.415630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Network 631fe447-571c-48e1-a5f2-41116282c9c8 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:49:02.418704 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:49:02.434428 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:49:02.441566 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d2c18256-c9df-4f39-8467-009f18fbb34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.460879 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:49:02.477635 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e017a4ae-c07f-498d-87c7-66955da39e18,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:02.482684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:02.500168 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d2c18256-c9df-4f39-8467-009f18fbb34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.507966 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.599069 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d2c18256-c9df-4f39-8467-009f18fbb34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.615541 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5da7f86a-c2af-42ed-9d1c-cc9fa568a3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:02.634320 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c18256-c9df-4f39-8467-009f18fbb34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:02.652666 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d2c18256-c9df-4f39-8467-009f18fbb34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:02.653803 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d2c18256-c9df-4f39-8467-009f18fbb34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.672651 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-d2c18256-c9df-4f39-8467-009f18fbb34d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94fd7dce-496e-4ca0-907a-9e1b0ec6c1d7 HTTP/1.1" status: 204 len: 168 time: 0.3071468 May 27 09:49:02.782138 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-932a8ff7-900c-437d-bc1d-ba1c819286df None None] Provisioning for port e017a4ae-c07f-498d-87c7-66955da39e18 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:49:02.792438 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-932a8ff7-900c-437d-bc1d-ba1c819286df None None] Provisioning complete for port e017a4ae-c07f-498d-87c7-66955da39e18 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:02.792825 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-932a8ff7-900c-437d-bc1d-ba1c819286df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.949660 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-932a8ff7-900c-437d-bc1d-ba1c819286df None None] Port e017a4ae-c07f-498d-87c7-66955da39e18 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:49:02.964770 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:02.993317 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:48:58Z', 'revision_number': 3, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:02.999389 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3162f-0cab-4df1-b202-aa529b0d178c None None] The sync data for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi is: [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:48:58Z', 'revision_number': 3, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:49:03.192775 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:03.405165 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:03.416950 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:03.436804 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-22c0def8-6006-4519-9d90-bfc9d77715d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:03.450701 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-15e00d43-99d4-45da-8532-9c35204a93fd tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:03.540187 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e017a4ae-c07f-498d-87c7-66955da39e18,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:03.542901 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:03.552954 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:03.699102 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Network 631fe447-571c-48e1-a5f2-41116282c9c8 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:49:03.700304 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:49:03.979947 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-3bdef564-3567-41e9-bc00-14e97562f3c6 None None] Provisioning complete for port e017a4ae-c07f-498d-87c7-66955da39e18 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:03.980180 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-3bdef564-3567-41e9-bc00-14e97562f3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:04.051490 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-3bdef564-3567-41e9-bc00-14e97562f3c6 None None] Port e017a4ae-c07f-498d-87c7-66955da39e18 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:49:04.070739 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Router 8f196456-4819-411d-a6f7-ca7e1c4fa94c has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:49:04.172334 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:04.277159 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:49:04.282944 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f196456-4819-411d-a6f7-ca7e1c4fa94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8996482 May 27 09:49:04.603653 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 93cee864-48bb-4e93-a0a9-9acb397a4b8a up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:49:04.692291 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 93cee864-48bb-4e93-a0a9-9acb397a4b8a completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:49:04.698209 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 93cee864-48bb-4e93-a0a9-9acb397a4b8a triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:04.698958 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:04.872696 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:04.894137 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 93cee864-48bb-4e93-a0a9-9acb397a4b8a, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=93cee864-48bb-4e93-a0a9-9acb397a4b8a,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:04.901911 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:04.904421 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:04.996530 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=93cee864-48bb-4e93-a0a9-9acb397a4b8a,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:04.998856 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92469e-e1e7-4d83-a0e1-cb9bd6821c1e req-0786ab28-38a8-4833-a58d-dca05cb0719a tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:05.002969 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:05.013099 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-da92469e-e1e7-4d83-a0e1-cb9bd6821c1e req-0786ab28-38a8-4833-a58d-dca05cb0719a tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 945 time: 0.1266499 May 27 09:49:05.030956 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43072) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:05.036401 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--348484144', 'description': 'tempest-description--333456943'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:05.042185 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:05.047335 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:security_group and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:05.050364 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:05.053271 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Sync routers for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:49:05.057083 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:05.058783 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-da92469e-e1e7-4d83-a0e1-cb9bd6821c1e req-96395333-3d68-4d2b-9568-c28f29f85d47 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448158 May 27 09:49:05.067508 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:49:05.068253 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:49:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:05.080071 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.103372 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:05.108393 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:security_group_rule and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:05.113538 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:05.128472 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:05.212111 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.219393 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.223972 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:05.271634 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3c2e96-f42a-4518-92ca-8735d6486476,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:05.282749 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.286739 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2520733 May 27 09:49:05.286739 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:05.286986 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43080) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:05.291911 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:49:05.292064 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'security_group_rule': {'security_group_id': '3a3c2e96-f42a-4518-92ca-8735d6486476', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:05.298108 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:05.302144 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:security_group_rule and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:05.305044 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:05.310735 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:05.330419 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.504501 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.508366 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.515294 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:05.538012 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67956fc0-8d05-4f88-8f1b-d0d030369b8b,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:05.542703 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:05.549047 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43086) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:05.558150 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.559351 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715321 May 27 09:49:05.563116 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43092) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:05.568525 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'security_group_rule': {'security_group_id': '3a3c2e96-f42a-4518-92ca-8735d6486476', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:05.578027 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:05.582464 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:security_group_rule and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:05.585760 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:05.596597 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:05.612935 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.626380 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:03Z', 'revision_number': 2, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:05.630235 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Checking router: 8f196456-4819-411d-a6f7-ca7e1c4fa94c for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:49:05.630654 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Updating router 8f196456-4819-411d-a6f7-ca7e1c4fa94c port e017a4ae-c07f-498d-87c7-66955da39e18 binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:49:05.684773 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.685503 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.687332 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.689791 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.692309 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:05.703212 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:05.707742 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Usage tracker for resource:security_group_rule and tenant:b49d489ee92f46289cc738c3d991adec is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:05.710689 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:05.716467 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:05.718193 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9e7df2-e762-4f59-9043-91315b8f077b,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:05.720717 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:05.728055 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.729274 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649244 May 27 09:49:05.733140 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43096) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:05.738506 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'floatingip': {'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:05.744431 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:05.748862 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:floatingip and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:05.752642 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:05.758724 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:05.770483 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.817474 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.822973 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.825646 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.833870 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-abff9128-f1dd-4e96-ac41-ac38ec43d9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:05.874750 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbca4a8-d201-4002-9f83-d553559e0ad3,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:05.881942 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b49d489ee92f46289cc738c3d991adec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317738 May 27 09:49:05.882906 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:05.883327 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43100) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:05.932089 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.946809 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f07e0971-c6fd-4ee8-aa6b-14b84b72c331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:05.974999 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f07e0971-c6fd-4ee8-aa6b-14b84b72c331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.028207 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f07e0971-c6fd-4ee8-aa6b-14b84b72c331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.033788 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-72f3ecc6-a2f7-4752-9063-efa229920859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:06.044357 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e0971-c6fd-4ee8-aa6b-14b84b72c331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbca4a8-d201-4002-9f83-d553559e0ad3,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:06.048343 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f07e0971-c6fd-4ee8-aa6b-14b84b72c331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:06.049747 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.062036 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f07e0971-c6fd-4ee8-aa6b-14b84b72c331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.062255 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Transition to ACTIVE for port object e017a4ae-c07f-498d-87c7-66955da39e18 will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:49:06.070188 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.075898 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:06.079362 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f07e0971-c6fd-4ee8-aa6b-14b84b72c331 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fbca4a8-d201-4002-9f83-d553559e0ad3 HTTP/1.1" status: 204 len: 168 time: 0.1949756 May 27 09:49:06.087561 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Allocated IP 172.27.3.251 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/bc085525-45f5-4949-a81d-af1ce1cd18f9) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:49:06.144196 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Pushing event updated for resources: {'Port': ['ID=e017a4ae-c07f-498d-87c7-66955da39e18,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:06.153974 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.155039 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.155534 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.156089 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.157018 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.157574 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.158110 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.158630 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.159942 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.160123 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.160628 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.161194 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:06.165938 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:06.325684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.339459 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256e541-8722-4691-aa09-1c21706ffdf9 req-e79021a2-4d18-45c8-9926-00b939d89326 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:06.341073 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d256e541-8722-4691-aa09-1c21706ffdf9 req-e79021a2-4d18-45c8-9926-00b939d89326 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 945 time: 0.1256368 May 27 09:49:06.373907 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.380192 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4f83ad64-6351-4849-b816-047dd3b65e6e tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:06.405975 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Attempting to bind port e017a4ae-c07f-498d-87c7-66955da39e18 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:49:06.406592 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Attempting to bind port e017a4ae-c07f-498d-87c7-66955da39e18 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:49:06.407163 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Attempting to bind port e017a4ae-c07f-498d-87c7-66955da39e18 on network 631fe447-571c-48e1-a5f2-41116282c9c8 {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:49:06.413056 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:49:06.413742 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Checking segment: {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:49:06.414324 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.414925 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Bound using segment: {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:49:06.415573 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Bound port: e017a4ae-c07f-498d-87c7-66955da39e18, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:49:06.416174 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.417079 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d256e541-8722-4691-aa09-1c21706ffdf9 req-5388c8b7-6c5e-4f25-b9b7-c2a871fa08df tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694456 May 27 09:49:06.467835 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:49:06.470898 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:49:06.474872 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:49:06.518567 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] For port e017a4ae-c07f-498d-87c7-66955da39e18, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:49:06.521943 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] For port e017a4ae-c07f-498d-87c7-66955da39e18, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e017a4ae-c07f-498d-87c7-66955da39e18,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:49:06.528618 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.535646 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-236c1986-8411-4281-a0b3-ae2ab68f2f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:06.581132 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43110) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:06.583620 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'Port': ['ID=bc085525-45f5-4949-a81d-af1ce1cd18f9,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:06.602204 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.602988 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 93cee864-48bb-4e93-a0a9-9acb397a4b8a up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:49:06.609042 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:06.613423 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Pushing event updated for resources: {'Port': ['ID=e017a4ae-c07f-498d-87c7-66955da39e18,revision_number=4']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:06.617503 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:06.627853 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:06.630025 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:49:06.630847 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:49:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:06.632588 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Usage tracker for resource:security_group_rule and tenant:74c2e02892094a4fb6601b552bcc2210 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:06.639070 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:06.646382 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:06.732024 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 93cee864-48bb-4e93-a0a9-9acb397a4b8a triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:06.732527 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.755070 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-9b92079b-8177-452c-b316-63bc34cc5db5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:06.756890 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-9b92079b-8177-452c-b316-63bc34cc5db5 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.45 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 945 time: 0.2501135 May 27 09:49:06.788359 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.799078 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.804990 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.811981 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-40eeed8d-69e7-4be3-b2c7-931de5b1cd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:06.869992 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74c2e02892094a4fb6601b552bcc2210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876027 May 27 09:49:06.871536 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4003c05b-9100-4343-af63-ed2e4241f88f,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:06.876357 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43114) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:06.879613 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:06.886569 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:49:06.978204 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5ab80cb8-f228-4bb3-b81d-0fae9c7ce1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:06.987273 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.008680 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5ab80cb8-f228-4bb3-b81d-0fae9c7ce1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.067566 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5ab80cb8-f228-4bb3-b81d-0fae9c7ce1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.073516 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4bef8a71-b42e-4edc-9de8-70f48ecba043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:07.088071 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab80cb8-f228-4bb3-b81d-0fae9c7ce1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4003c05b-9100-4343-af63-ed2e4241f88f,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:07.090669 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5ab80cb8-f228-4bb3-b81d-0fae9c7ce1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:07.092542 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5ab80cb8-f228-4bb3-b81d-0fae9c7ce1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.093882 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-5ab80cb8-f228-4bb3-b81d-0fae9c7ce1f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4003c05b-9100-4343-af63-ed2e4241f88f HTTP/1.1" status: 204 len: 168 time: 0.2165556 May 27 09:49:07.096387 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Deleting port 61abd849-35f5-4172-a3bb-1677152f4cf4 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:49:07.096843 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.244565 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:06Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:07.248964 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877c80d-891b-49e6-932d-78a943e7a23e None None] The sync data for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi is: [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:06Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:49:07.460530 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] For port 61abd849-35f5-4172-a3bb-1677152f4cf4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61abd849-35f5-4172-a3bb-1677152f4cf4,segment=NetworkSegment(a73f37d7-d118-4691-b3a1-a6de1ddc9326),segment_id=a73f37d7-d118-4691-b3a1-a6de1ddc9326)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:07.460893 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.594680 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.db.resource_extend [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 09:49:07.609817 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Calling delete_port for 61abd849-35f5-4172-a3bb-1677152f4cf4 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:49:07.653566 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.677400 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.683920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:07.828640 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'Port': ['ID=bc085525-45f5-4949-a81d-af1ce1cd18f9,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:07.835303 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:07.861345 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b324484-0a0d-4696-b01d-fa7532ab6998 req-bd5270e2-4631-42ce-86aa-83d38d37abdf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:07.862913 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2b324484-0a0d-4696-b01d-fa7532ab6998 req-bd5270e2-4631-42ce-86aa-83d38d37abdf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/ports?device_id=8140181f-1487-4143-a749-35e5529a70b2 HTTP/1.1" status: 200 len: 945 time: 0.2698276 May 27 09:49:07.863690 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.979560 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:07.980778 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2464998 May 27 09:49:07.984124 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2b324484-0a0d-4696-b01d-fa7532ab6998 req-c66cc872-313a-4898-9c59-32a288e9d7f4 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.20 "GET /v2.0/security-groups?id=7fb1e4ac-acf5-4cd9-827e-145543358f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103351 May 27 09:49:07.996083 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43142) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:08.022413 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.028992 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1f4fcb47-1815-41fd-8510-f4bc1e44f6ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:08.077871 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Pushing event deleted for resources: {'Port': ['ID=61abd849-35f5-4172-a3bb-1677152f4cf4,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:08.090075 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:08.150237 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-911388066-network', 'tenant_id': '0443b9960de143cda0dff657265a86fa'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:08.158524 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:08.164197 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Usage tracker for resource:network and tenant:0443b9960de143cda0dff657265a86fa is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:08.171718 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:08.178067 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:08.179451 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] No DVR routers for this DVR port 61abd849-35f5-4172-a3bb-1677152f4cf4 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:49:08.183565 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.186869 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7ffe7f8a-1bb3-4508-a63a-0016581b2d5e req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] 10.222.0.45 "DELETE /v2.0/ports/61abd849-35f5-4172-a3bb-1677152f4cf4 HTTP/1.1" status: 204 len: 173 time: 1.4208555 May 27 09:49:08.187406 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8140181f-1487-4143-a749-35e5529a70b2', 'name': 'network-vif-deleted', 'tag': '61abd849-35f5-4172-a3bb-1677152f4cf4'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:49:08.193476 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Made reservation on behalf of 0443b9960de143cda0dff657265a86fa for: {'network': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:49:08.195977 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.221860 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.243940 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:08.256012 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8140181f-1487-4143-a749-35e5529a70b2', 'name': 'network-vif-deleted', 'tag': '61abd849-35f5-4172-a3bb-1677152f4cf4', 'status': 'completed', 'code': 200} May 27 09:49:08.261702 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Usage tracker for resource:security_group_rule and tenant:0443b9960de143cda0dff657265a86fa is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:08.267183 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:08.275929 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:08.304348 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-91ed9e31-0aa0-44b3-97cb-0b617c58fa2f tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Synchronizing usage tracker for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:security_group {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:49:08.343024 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-91ed9e31-0aa0-44b3-97cb-0b617c58fa2f tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Unset dirty status for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:security_group {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:49:08.344238 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-91ed9e31-0aa0-44b3-97cb-0b617c58fa2f tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--348484144&fields=id&tenant_id=e62aa5f704f04afcae7ec23b105317ca HTTP/1.1" status: 200 len: 267 time: 0.1062462 May 27 09:49:08.494408 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.499891 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.506699 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f07e0971-c6fd-4ee8-aa6b-14b84b72c331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:08.564744 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=108799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:49:08.571019 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e017a4ae-c07f-498d-87c7-66955da39e18 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:49:08.573529 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1942a28f-bc26-4d06-bc77-b04d68fdb66a,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:08.577598 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:08.592571 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-82473d53-3215-45b6-81ad-2d2b298b32bd tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:08.593352 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-82473d53-3215-45b6-81ad-2d2b298b32bd tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Synchronizing usage tracker for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:network {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:49:08.596873 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.597217 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.segments_db [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Added segment 5ab5621e-0d53-48c3-9cf0-aeea38cc6ec6 of type vlan for network 411db358-86ca-4ba8-8a8f-2ea4c4691d68 May 27 09:49:08.640593 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-82473d53-3215-45b6-81ad-2d2b298b32bd tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Unset dirty status for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:network {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:49:08.641957 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-82473d53-3215-45b6-81ad-2d2b298b32bd tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 810 time: 0.2853811 May 27 09:49:08.646974 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.648588 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port e017a4ae-c07f-498d-87c7-66955da39e18 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:49:08.653675 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port e017a4ae-c07f-498d-87c7-66955da39e18 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:08.654175 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.665643 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-bc1fb242-fdb1-4d15-a992-1cbdd0b7a15d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/quotas/e62aa5f704f04afcae7ec23b105317ca HTTP/1.1" status: 200 len: 375 time: 0.0142508 May 27 09:49:08.740623 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.743453 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:08.743855 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.752980 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-a4a48664-fb91-4a2f-a6d2-6b4f365190fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:08.781838 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.817139 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port e017a4ae-c07f-498d-87c7-66955da39e18, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e017a4ae-c07f-498d-87c7-66955da39e18,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:08.823241 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.825313 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:08.869974 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8685992 May 27 09:49:08.870288 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43160) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:08.876649 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Request body: {'subnet': {'network_id': '411db358-86ca-4ba8-8a8f-2ea4c4691d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-911388066-subnet', 'tenant_id': '0443b9960de143cda0dff657265a86fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:08.881679 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:08.882106 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Pushing event updated for resources: {'Network': ['ID=411db358-86ca-4ba8-8a8f-2ea4c4691d68,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:08.885918 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:08.886939 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Usage tracker for resource:subnet and tenant:0443b9960de143cda0dff657265a86fa is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:08.890839 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:08.898382 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:08.898718 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 411db358-86ca-4ba8-8a8f-2ea4c4691d68 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:49:08.903453 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-fdafed88-f2f1-48b6-8dd8-17896c7c66aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2238579 May 27 09:49:08.909356 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Made reservation on behalf of 0443b9960de143cda0dff657265a86fa for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:49:08.911754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262631003'] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:08.986292 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=e017a4ae-c07f-498d-87c7-66955da39e18,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:08.989634 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:09.048883 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-87c99642-51a1-48fd-bd51-48541bab91ac service neutron] 10.222.0.20 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400461 May 27 09:49:09.212263 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-c12b59a7-ae45-43e8-b8db-350626acfa0d service neutron] 10.222.0.20 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595204 May 27 09:49:09.376405 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263179711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262630989'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:09.433641 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a28fa88f-7804-4b61-8a67-dbab0044d118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:09.523344 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-d970e659-28f3-43e3-a8fa-ff7200f194ba req-1dd2af8d-5893-49e1-ae19-ab6b2db32439 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Synchronizing usage tracker for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:49:09.544476 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Checking segment: {'id': '5ab5621e-0d53-48c3-9cf0-aeea38cc6ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '411db358-86ca-4ba8-8a8f-2ea4c4691d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:49:09.545780 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Network hostable DHCP agents. Network: 411db358-86ca-4ba8-8a8f-2ea4c4691d68, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:49:09.571408 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-d970e659-28f3-43e3-a8fa-ff7200f194ba req-1dd2af8d-5893-49e1-ae19-ab6b2db32439 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Unset dirty status for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:49:09.572679 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d970e659-28f3-43e3-a8fa-ff7200f194ba req-1dd2af8d-5893-49e1-ae19-ab6b2db32439 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 210 time: 0.1976717 May 27 09:49:09.573365 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbcbab0-85fd-4c51-b5fa-7999a318a2f8,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:09.577523 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:09.584291 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Network 411db358-86ca-4ba8-8a8f-2ea4c4691d68 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:49:09.601032 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 411db358-86ca-4ba8-8a8f-2ea4c4691d68) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:49:09.610848 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:09.612457 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:09.612673 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0227e-50a6-4867-92b0-36e35c7a9ea0 None None] Network 411db358-86ca-4ba8-8a8f-2ea4c4691d68 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:49:09.631653 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-80cb7b9b-e5ec-4b30-803f-6d71d6cce00b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7602448 May 27 09:49:09.818888 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8643b23-41c5-4bf3-8b73-a916cf360912 None None] Network 411db358-86ca-4ba8-8a8f-2ea4c4691d68 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:49:09.920703 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 61abd849-35f5-4172-a3bb-1677152f4cf4 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:49:09.959206 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 61abd849-35f5-4172-a3bb-1677152f4cf4 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:49:09.959578 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 61abd849-35f5-4172-a3bb-1677152f4cf4 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:49:10.197758 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43198) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:10.203870 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-104210228-network', 'tenant_id': 'dbdc29c290d74590a11f7756ed0ac31d'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:10.208692 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:10.213486 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Usage tracker for resource:network and tenant:dbdc29c290d74590a11f7756ed0ac31d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:10.216298 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:10.222373 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:10.231083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Made reservation on behalf of dbdc29c290d74590a11f7756ed0ac31d for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:49:10.234103 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:10.245878 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:10.260390 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:10.264345 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:dbdc29c290d74590a11f7756ed0ac31d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:10.267110 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:10.272685 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:10.360199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:10.363945 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:10.367171 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-7a7a6b27-a452-472a-817e-1085c40ea9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:10.400332 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:49:10.433313 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e131813e-39eb-4084-a342-d93f96540788,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:10.441847 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:10.445926 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:10.446142 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Added segment 585b6770-5858-41b2-9a67-b07a26d642b5 of type vlan for network 7ebc65df-f0eb-4792-94ee-db6b8573861b May 27 09:49:10.556410 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e017a4ae-c07f-498d-87c7-66955da39e18 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:49:10.644532 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port e017a4ae-c07f-498d-87c7-66955da39e18 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:10.645320 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:10.694122 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:10.737096 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-55237d82-ae5a-4f65-88cb-4e3e478308bd tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:10.738574 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-55237d82-ae5a-4f65-88cb-4e3e478308bd tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 810 time: 0.3288536 May 27 09:49:10.764293 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a9e757d7-eedc-4aad-b48a-dd6d7d2d9f7b req-09d01e7c-cc2b-47e2-9095-ef2d3663087f tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 210 time: 0.0637641 May 27 09:49:10.800863 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:10.804329 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:10.805338 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:10.811177 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b5ff925c-babf-412f-9f76-4b18607bcc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:10.831850 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-cc862403-bee2-4e02-920a-1424fc1360f1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e62aa5f704f04afcae7ec23b105317ca HTTP/1.1" status: 200 len: 379 time: 0.0795848 May 27 09:49:10.846122 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'port': {'device_id': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'admin_state_up': True, 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'security_groups': ['3a3c2e96-f42a-4518-92ca-8735d6486476']}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:10.998642 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7990818 May 27 09:49:11.001359 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43214) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:11.006950 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Request body: {'subnet': {'network_id': '7ebc65df-f0eb-4792-94ee-db6b8573861b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-104210228-subnet', 'tenant_id': 'dbdc29c290d74590a11f7756ed0ac31d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:11.011283 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=7ebc65df-f0eb-4792-94ee-db6b8573861b,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:11.011589 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:11.016532 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Usage tracker for resource:subnet and tenant:dbdc29c290d74590a11f7756ed0ac31d is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:11.017468 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:11.024354 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:11.027728 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 7ebc65df-f0eb-4792-94ee-db6b8573861b details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:49:11.031174 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:11.041340 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Made reservation on behalf of dbdc29c290d74590a11f7756ed0ac31d for: {'subnet': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:49:11.043725 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262222314'] for subnet, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:11.079841 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:11.089620 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:11.109539 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Made reservation on behalf of e62aa5f704f04afcae7ec23b105317ca for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:49:11.113450 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:11.282734 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Allocated IP 172.20.0.10 (631fe447-571c-48e1-a5f2-41116282c9c8/e49f7e31-a602-4412-93aa-b64b12501766/7d7791af-c160-4a46-91e1-41cb1d8aa19a) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:49:11.491605 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:11.507533 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Transition to ACTIVE for port object 7d7791af-c160-4a46-91e1-41cb1d8aa19a will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:49:11.526655 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1741666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262222332'] for subnet, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:11.532095 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:11.532279 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-54517166-a461-4e08-b6f2-591fa30a56c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:11.537674 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-006cd9a3-bbe8-44d4-a1be-c25c6fc9ebbf tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:11.603291 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Network 631fe447-571c-48e1-a5f2-41116282c9c8 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:49:11.606379 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:49:11.609783 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f41148-02ce-49b9-bd4e-4c5335295a8c,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:11.610974 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:49:11.618641 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:11.618951 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Checking segment: {'id': '585b6770-5858-41b2-9a67-b07a26d642b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7ebc65df-f0eb-4792-94ee-db6b8573861b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:49:11.619313 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Network hostable DHCP agents. Network: 7ebc65df-f0eb-4792-94ee-db6b8573861b, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:49:11.639377 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Network 7ebc65df-f0eb-4792-94ee-db6b8573861b is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:49:11.650934 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 7ebc65df-f0eb-4792-94ee-db6b8573861b) {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:49:11.656483 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'Port': ['ID=7d7791af-c160-4a46-91e1-41cb1d8aa19a,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:11.660099 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:11.660756 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:11.661179 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:11.663417 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f038ba-26d1-416c-8765-03c602b3f6f8 None None] Network 7ebc65df-f0eb-4792-94ee-db6b8573861b requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:49:11.684803 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6821990 May 27 09:49:11.697790 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:11.698639 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:11.729280 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8883579 May 27 09:49:11.876249 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45670b99-543e-4b02-9d99-ed7d61f23051 None None] Network 7ebc65df-f0eb-4792-94ee-db6b8573861b requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:49:11.977017 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d7162-b4f9-4ce8-b5e5-d454f9505c92 req-46ae5573-a87d-43cd-b5ce-f433e32ddf9c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:11.977899 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-905d7162-b4f9-4ce8-b5e5-d454f9505c92 req-46ae5573-a87d-43cd-b5ce-f433e32ddf9c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Synchronizing usage tracker for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:49:11.982545 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-c81eb62c-5b12-445d-9d30-d6f5ecb92377 None None] Provisioning for port 7d7791af-c160-4a46-91e1-41cb1d8aa19a completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:49:12.000925 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-905d7162-b4f9-4ce8-b5e5-d454f9505c92 req-46ae5573-a87d-43cd-b5ce-f433e32ddf9c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Unset dirty status for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:49:12.002471 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-905d7162-b4f9-4ce8-b5e5-d454f9505c92 req-46ae5573-a87d-43cd-b5ce-f433e32ddf9c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 932 time: 0.1155901 May 27 09:49:12.004471 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-c81eb62c-5b12-445d-9d30-d6f5ecb92377 None None] Provisioning complete for port 7d7791af-c160-4a46-91e1-41cb1d8aa19a triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:12.004810 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c81eb62c-5b12-445d-9d30-d6f5ecb92377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:12.051441 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-905d7162-b4f9-4ce8-b5e5-d454f9505c92 req-996fc3e7-4c46-4857-b744-107ec4ba292f tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428607 May 27 09:49:12.109073 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-c81eb62c-5b12-445d-9d30-d6f5ecb92377 None None] Port 7d7791af-c160-4a46-91e1-41cb1d8aa19a cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:49:12.964026 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Request body: {'port': {'device_id': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:13.080157 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:13.242086 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822a2d8-d4fe-445d-987e-7187b351d047 req-10ad934e-c878-46d5-88f9-bcadaf45c9c1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:13.243584 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5822a2d8-d4fe-445d-987e-7187b351d047 req-10ad934e-c878-46d5-88f9-bcadaf45c9c1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 932 time: 0.0860538 May 27 09:49:13.290354 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5822a2d8-d4fe-445d-987e-7187b351d047 req-df5a1686-c864-4612-9cd1-da57e2e9c19a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406563 May 27 09:49:13.442079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7791af-c160-4a46-91e1-41cb1d8aa19a {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:49:13.449519 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:13.466183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Transition to ACTIVE for port object 7d7791af-c160-4a46-91e1-41cb1d8aa19a will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:49:13.470326 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:13.473949 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-941b23c6-f752-4d20-9a6a-51772cb5b90c tempest-DeleteServersTestJSON-1396772135 tempest-DeleteServersTestJSON-1396772135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:13.635288 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Pushing event updated for resources: {'Port': ['ID=7d7791af-c160-4a46-91e1-41cb1d8aa19a,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:13.643310 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:13.785613 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Attempting to bind port 7d7791af-c160-4a46-91e1-41cb1d8aa19a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:49:13.785943 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Attempting to bind port 7d7791af-c160-4a46-91e1-41cb1d8aa19a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:49:13.786273 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Attempting to bind port 7d7791af-c160-4a46-91e1-41cb1d8aa19a on network 631fe447-571c-48e1-a5f2-41116282c9c8 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:49:13.791055 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Port 7d7791af-c160-4a46-91e1-41cb1d8aa19a on network 631fe447-571c-48e1-a5f2-41116282c9c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:49:13.791503 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Attempting to bind port 7d7791af-c160-4a46-91e1-41cb1d8aa19a on network 631fe447-571c-48e1-a5f2-41116282c9c8 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:49:13.798108 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:49:13.798394 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Checking segment: {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:49:13.798809 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Bound using segment: {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:49:13.799265 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Bound port: 7d7791af-c160-4a46-91e1-41cb1d8aa19a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:49:13.799628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:13.894503 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] For port 7d7791af-c160-4a46-91e1-41cb1d8aa19a, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:49:13.897713 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] For port 7d7791af-c160-4a46-91e1-41cb1d8aa19a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:49:13.901143 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:13.905165 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cd3d738a-c3cb-42ad-bf4d-14b312150192 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:13.963551 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:13.964211 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:13.965605 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] 10.222.0.45 "PUT /v2.0/ports/7d7791af-c160-4a46-91e1-41cb1d8aa19a HTTP/1.1" status: 200 len: 1094 time: 1.0059929 May 27 09:49:13.966161 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'tag': '7d7791af-c160-4a46-91e1-41cb1d8aa19a'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:49:13.987295 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Pushing event updated for resources: {'Port': ['ID=7d7791af-c160-4a46-91e1-41cb1d8aa19a,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:13.990878 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:14.049158 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'tag': '7d7791af-c160-4a46-91e1-41cb1d8aa19a', 'status': 'completed', 'code': 200} May 27 09:49:14.097206 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-ef205aa0-6e07-4c3e-aa23-a83d2405055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:14.098711 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-ef205aa0-6e07-4c3e-aa23-a83d2405055e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 1097 time: 0.0822108 May 27 09:49:14.176703 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-d1b9b336-a061-48d2-b3c8-14b592be783d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a HTTP/1.1" status: 200 len: 217 time: 0.0666943 May 27 09:49:14.251359 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-468ef9fe-6c5f-419d-a38a-f913d77e2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:14.252666 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-468ef9fe-6c5f-419d-a38a-f913d77e2e91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0620942 May 27 09:49:14.328900 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-d1d332d8-ede1-4a8b-a180-320c04125250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:14.330416 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-d1d332d8-ede1-4a8b-a180-320c04125250 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701294 May 27 09:49:14.468502 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-aa9ec41e-9929-4016-a0c9-55b636e751f4 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304543 May 27 09:49:14.474601 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077e1b-ebc2-4f35-8a41-38f8c616276d req-0ba19876-55a6-43a8-b3c1-ac174807d158 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:14.476107 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-32077e1b-ebc2-4f35-8a41-38f8c616276d req-0ba19876-55a6-43a8-b3c1-ac174807d158 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 944 time: 0.0811055 May 27 09:49:14.521485 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-32077e1b-ebc2-4f35-8a41-38f8c616276d req-3c04dc06-74c2-4e20-80c2-ec55a8966fce tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397017 May 27 09:49:14.540008 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:49:14.604570 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b6da62b3-87ef-43cd-83be-6eff8182b07e req-271bbbc0-04bc-4b47-9df5-6a51ae1c8e12 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296580 May 27 09:49:14.729251 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-739bcce9-d034-48da-95e4-66a098a52dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:14.730734 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-739bcce9-d034-48da-95e4-66a098a52dc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 1097 time: 0.0771813 May 27 09:49:14.867338 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-6b8f3c86-a654-4cab-a57b-18c76d82df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:14.868873 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-6b8f3c86-a654-4cab-a57b-18c76d82df4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 911 time: 0.1312881 May 27 09:49:14.937124 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-8c994007-d437-4d44-9927-168405c591ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a HTTP/1.1" status: 200 len: 217 time: 0.0608289 May 27 09:49:15.003780 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-ee1c5fb5-12b9-4975-a011-63fd0b3cb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:15.005223 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-ee1c5fb5-12b9-4975-a011-63fd0b3cb313 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0617816 May 27 09:49:15.085270 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-6fdde928-3207-4b4a-afa6-8b5ca0cdc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:15.086802 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-6fdde928-3207-4b4a-afa6-8b5ca0cdc3d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744519 May 27 09:49:15.232506 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-73f34899-333a-4b33-bc15-46978099b717 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377938 May 27 09:49:15.374847 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-018bd404-77e7-4035-8ec8-d868c52738a4 req-f70f017c-a07c-4404-a3c4-de0359dfa324 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357872 May 27 09:49:15.713148 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398fce8-e276-47dc-87c7-6df763f4721e req-36bdeb5a-8522-4d38-b8bf-a14c7014e9e8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:15.714625 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c398fce8-e276-47dc-87c7-6df763f4721e req-36bdeb5a-8522-4d38-b8bf-a14c7014e9e8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 944 time: 0.0824013 May 27 09:49:15.839481 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c398fce8-e276-47dc-87c7-6df763f4721e req-384a2f98-5d8a-4c25-a0d8-8f87fec496c4 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169775 May 27 09:49:16.946854 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7d7791af-c160-4a46-91e1-41cb1d8aa19a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:49:17.052623 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e22d1-38de-49b9-a224-3ee83411241e req-78bfdd61-15dd-4ddd-972a-8fe9348b213c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:17.054199 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-474e22d1-38de-49b9-a224-3ee83411241e req-78bfdd61-15dd-4ddd-972a-8fe9348b213c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 944 time: 0.1048899 May 27 09:49:17.090027 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7d7791af-c160-4a46-91e1-41cb1d8aa19a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:17.102039 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-474e22d1-38de-49b9-a224-3ee83411241e req-04271ff2-86e8-4c7f-b719-5e788b830201 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406559 May 27 09:49:17.109004 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '7d7791af-c160-4a46-91e1-41cb1d8aa19a', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'port_id': '7d7791af-c160-4a46-91e1-41cb1d8aa19a', 'mac_address': 'fa:16:3e:5c:fc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:49:17.167912 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:17.185284 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7791af-c160-4a46-91e1-41cb1d8aa19a {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:49:17.202394 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7d7791af-c160-4a46-91e1-41cb1d8aa19a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:17.205873 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:17.207887 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:17.277231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=7d7791af-c160-4a46-91e1-41cb1d8aa19a,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:17.280281 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:17.428071 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['7d7791af-c160-4a46-91e1-41cb1d8aa19a'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:49:18.296264 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6f00-1f28-45d1-9cf4-45ab440cd9ba req-2c37c208-e585-4006-aa56-7933899fe953 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:18.297739 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b4ff6f00-1f28-45d1-9cf4-45ab440cd9ba req-2c37c208-e585-4006-aa56-7933899fe953 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 945 time: 0.0844719 May 27 09:49:18.344030 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b4ff6f00-1f28-45d1-9cf4-45ab440cd9ba req-09f24f57-ebfc-4bbb-9e77-de211ac68bb1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406957 May 27 09:49:18.951522 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7d7791af-c160-4a46-91e1-41cb1d8aa19a up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:49:19.023477 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 7d7791af-c160-4a46-91e1-41cb1d8aa19a completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:49:19.028654 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 7d7791af-c160-4a46-91e1-41cb1d8aa19a triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:19.028654 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:19.151614 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:19.179168 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7791af-c160-4a46-91e1-41cb1d8aa19a'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:49:19.189727 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7d7791af-c160-4a46-91e1-41cb1d8aa19a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:19.201020 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:19.201020 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c6d4f58a-7173-48c1-bebd-6a984b289f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:19.236778 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7791af-c160-4a46-91e1-41cb1d8aa19a', 'code': 200} May 27 09:49:19.271503 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=7d7791af-c160-4a46-91e1-41cb1d8aa19a,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:19.275173 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:19.521154 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd3dd6-2d44-4a20-8559-8da2226aab1c req-c115344a-09e3-4954-870b-4d526a59b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:19.522630 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-44cd3dd6-2d44-4a20-8559-8da2226aab1c req-c115344a-09e3-4954-870b-4d526a59b885 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 1099 time: 0.1215794 May 27 09:49:19.582775 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-44cd3dd6-2d44-4a20-8559-8da2226aab1c req-02908273-7d93-411b-90dc-4eb0d69d2861 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492537 May 27 09:49:19.599080 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e45ad-8457-44b5-abdd-24dacda87400 req-8109f175-220a-4e89-8590-356d9106d59d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:19.600500 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-985e45ad-8457-44b5-abdd-24dacda87400 req-8109f175-220a-4e89-8590-356d9106d59d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.1264853 May 27 09:49:19.647122 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-985e45ad-8457-44b5-abdd-24dacda87400 req-34627a4d-0b3f-4edb-b0b8-8f864597e97c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 May 27 09:49:20.832790 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf03f5-1277-4abd-b971-2e3a229ca7cc req-9184203f-40c1-4284-91eb-b8448f4df356 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:20.834289 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a7cf03f5-1277-4abd-b971-2e3a229ca7cc req-9184203f-40c1-4284-91eb-b8448f4df356 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0813684 May 27 09:49:20.879196 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a7cf03f5-1277-4abd-b971-2e3a229ca7cc req-84eafeb3-df50-41d0-a6a5-c5c8b41b6950 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393291 May 27 09:49:22.066136 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132b7c5-fbc4-4bbc-ba1c-239de6686b13 req-7e626de5-24a7-470f-8e1e-4539ef43261c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:22.067605 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c132b7c5-fbc4-4bbc-ba1c-239de6686b13 req-7e626de5-24a7-470f-8e1e-4539ef43261c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0784104 May 27 09:49:22.114566 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c132b7c5-fbc4-4bbc-ba1c-239de6686b13 req-2472da5d-a7c7-45ef-b0bf-10686cdbb270 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413630 May 27 09:49:23.306201 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1da44-0d51-4377-9c44-85d3d75e4e51 req-a5af8f07-f535-49a3-b54f-6c19eba867e9 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:23.307697 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-edf1da44-0d51-4377-9c44-85d3d75e4e51 req-a5af8f07-f535-49a3-b54f-6c19eba867e9 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0893147 May 27 09:49:23.351981 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-edf1da44-0d51-4377-9c44-85d3d75e4e51 req-8ae46f9b-6be4-4199-8ad2-d83fee5ca370 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386477 May 27 09:49:24.582485 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a067d-1128-4dca-b132-2a23fbb06f08 req-a296dd89-0daf-4da8-b2bc-56996a059d98 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:24.584059 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ed7a067d-1128-4dca-b132-2a23fbb06f08 req-a296dd89-0daf-4da8-b2bc-56996a059d98 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.1125157 May 27 09:49:24.633635 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ed7a067d-1128-4dca-b132-2a23fbb06f08 req-a6ecd873-94e2-496b-bec3-b49237124f9d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424793 May 27 09:49:24.858348 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ba458-a7e9-4ff0-a8e1-56189f7c3eeb req-8073cb48-635b-4c74-a623-237b33d8195c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:24.860066 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e55ba458-a7e9-4ff0-a8e1-56189f7c3eeb req-8073cb48-635b-4c74-a623-237b33d8195c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0894399 May 27 09:49:24.869471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43386) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:24.875976 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-2a4d141d-6e77-4136-8106-72e1c9862ff0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'floatingip': {'port_id': '7d7791af-c160-4a46-91e1-41cb1d8aa19a'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:24.960457 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2a4d141d-6e77-4136-8106-72e1c9862ff0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:25.723013 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79781e-61ea-4ebe-afb2-61b76ffa8b70 req-60e73eeb-8b21-49a2-9024-59afdbfb98c7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:25.724387 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2c79781e-61ea-4ebe-afb2-61b76ffa8b70 req-60e73eeb-8b21-49a2-9024-59afdbfb98c7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 946 time: 0.2662632 May 27 09:49:25.747282 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2a4d141d-6e77-4136-8106-72e1c9862ff0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:25.751540 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2a4d141d-6e77-4136-8106-72e1c9862ff0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:25.848336 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2c79781e-61ea-4ebe-afb2-61b76ffa8b70 req-b7724854-0689-48dc-9467-ac6ebd6c1ac7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183076 May 27 09:49:25.949631 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.l3_db [None req-2a4d141d-6e77-4136-8106-72e1c9862ff0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Floating IP e44ba2c5-c258-46ca-a984-2bc2bf39f71b associated. External IP: 172.27.3.251, port: 7d7791af-c160-4a46-91e1-41cb1d8aa19a. May 27 09:49:26.334785 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4d141d-6e77-4136-8106-72e1c9862ff0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Router 8f196456-4819-411d-a6f7-ca7e1c4fa94c has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:49:26.519529 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4d141d-6e77-4136-8106-72e1c9862ff0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:49:26.523983 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2a4d141d-6e77-4136-8106-72e1c9862ff0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:26.529773 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] Sync routers for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:49:26.540374 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:49:26.541226 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:49:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:26.584798 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-2a4d141d-6e77-4136-8106-72e1c9862ff0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "PUT /v2.0/floatingips/e44ba2c5-c258-46ca-a984-2bc2bf39f71b HTTP/1.1" status: 200 len: 992 time: 1.7139940 May 27 09:49:26.585614 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'tag': '7d7791af-c160-4a46-91e1-41cb1d8aa19a'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:49:26.644414 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'tag': '7d7791af-c160-4a46-91e1-41cb1d8aa19a', 'status': 'completed', 'code': 200} May 27 09:49:26.745564 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-d88bd213-2974-43aa-9ef4-c29bacbb4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:26.747826 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-d88bd213-2974-43aa-9ef4-c29bacbb4129 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 1099 time: 0.0785701 May 27 09:49:26.777194 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:49:26.891245 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-20614f34-8cd4-4456-9414-334a28d93432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:26.892701 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-20614f34-8cd4-4456-9414-334a28d93432 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 911 time: 0.1382008 May 27 09:49:27.006581 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-385f5888-77f0-41f6-8f30-ecfcec41ce4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a HTTP/1.1" status: 200 len: 1000 time: 0.1046357 May 27 09:49:27.047644 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83238e38-1007-4149-bdc9-ae3e29b808a1 req-abf50377-d44c-4ac2-b58e-fe8f31f54b93 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:27.049189 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-83238e38-1007-4149-bdc9-ae3e29b808a1 req-abf50377-d44c-4ac2-b58e-fe8f31f54b93 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 946 time: 0.0837054 May 27 09:49:27.099318 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-83238e38-1007-4149-bdc9-ae3e29b808a1 req-66d5ba5e-6344-47b9-a2f7-ead9a07ca1ad tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 May 27 09:49:27.142116 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-9b68c600-9ed1-4f31-92a7-b1d34591a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:27.143713 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-9b68c600-9ed1-4f31-92a7-b1d34591a929 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.1302226 May 27 09:49:27.146576 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'e44ba2c5-c258-46ca-a984-2bc2bf39f71b', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'port_id': '7d7791af-c160-4a46-91e1-41cb1d8aa19a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'mac_address': 'fa:16:3e:5c:fc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:49:06Z', 'updated_at': '2021-05-27T09:49:25Z', 'revision_number': 1, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:27.150406 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] Checking router: 8f196456-4819-411d-a6f7-ca7e1c4fa94c for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:49:27.158927 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:49:27.159542 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:49:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:27.193761 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-ef11ec56-798e-4b2e-b4f9-4f848bf70ba2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:27.195214 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-ef11ec56-798e-4b2e-b4f9-4f848bf70ba2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 946 time: 0.1517971 May 27 09:49:27.337284 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-c9aca5a4-73af-43fd-8556-2e38cc82498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:27.338797 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-c9aca5a4-73af-43fd-8556-2e38cc82498d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1875069 May 27 09:49:27.346216 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:49:27.478846 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-2e1100f2-8cc1-4508-9df2-8d6ac207c8ab service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312976 May 27 09:49:27.577776 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Deleting port ca6f0cec-80ff-4430-8c51-ff89c951f408 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:49:27.578117 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:27.751641 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'e44ba2c5-c258-46ca-a984-2bc2bf39f71b', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'port_id': '7d7791af-c160-4a46-91e1-41cb1d8aa19a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'mac_address': 'fa:16:3e:5c:fc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:49:06Z', 'updated_at': '2021-05-27T09:49:25Z', 'revision_number': 1, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:27.757814 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e9d24-8ace-4ee7-83f5-74224487e537 None None] The sync data for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi is: [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'e44ba2c5-c258-46ca-a984-2bc2bf39f71b', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'port_id': '7d7791af-c160-4a46-91e1-41cb1d8aa19a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'mac_address': 'fa:16:3e:5c:fc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:49:06Z', 'updated_at': '2021-05-27T09:49:25Z', 'revision_number': 1, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:49:27.758718 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f37e3127-1a48-43f1-9083-f6646315d4ba req-8c6b5d66-9de4-46e2-8816-e9b28c572ea7 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726550 May 27 09:49:27.772824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] For port ca6f0cec-80ff-4430-8c51-ff89c951f408, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ca6f0cec-80ff-4430-8c51-ff89c951f408,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:27.773402 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:27.843549 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:28.026278 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fe09d-a0d9-4bf1-8fa7-513649515df2 None None] New status for floating IP e44ba2c5-c258-46ca-a984-2bc2bf39f71b: ACTIVE {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:49:28.192944 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:28.193320 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:28.193686 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Floating IP 352231b9-25ba-49c3-9195-940c75553319 disassociated. External IP: 172.27.3.167, port: ca6f0cec-80ff-4430-8c51-ff89c951f408. May 27 09:49:28.194028 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Calling delete_port for ca6f0cec-80ff-4430-8c51-ff89c951f408 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:49:28.304884 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce82c4c-bf22-42a0-b4f6-203c5e53feb5 req-2dbf87c4-0629-4331-9cf7-e50a02e4ba3a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:28.311314 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3ce82c4c-bf22-42a0-b4f6-203c5e53feb5 req-2dbf87c4-0629-4331-9cf7-e50a02e4ba3a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 946 time: 0.0915840 May 27 09:49:28.318991 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:28.326035 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-363ef2c2-cf04-47ed-aaba-47242b669564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:28.353998 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3ce82c4c-bf22-42a0-b4f6-203c5e53feb5 req-c2629e9a-56a4-435a-93f4-feed5f7f9feb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e5edc0-a49b-4f92-aa9e-0067cdab2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417409 May 27 09:49:28.382168 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event deleted for resources: {'Port': ['ID=ca6f0cec-80ff-4430-8c51-ff89c951f408,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:28.385046 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:28.567448 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:49:28.760317 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:49:28.771459 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] Sync routers for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:49:28.781562 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:49:28.782515 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:49:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:28.844278 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] No DVR routers for this DVR port ca6f0cec-80ff-4430-8c51-ff89c951f408 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:49:28.848280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:28.851252 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-deleted', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:49:28.877732 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-63ea9fc0-53b5-4b36-bfb6-c6d46a24b2df req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "DELETE /v2.0/ports/ca6f0cec-80ff-4430-8c51-ff89c951f408 HTTP/1.1" status: 204 len: 173 time: 1.6761563 May 27 09:49:28.910440 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4646cfde-90ac-45de-b843-e8dadc1993f1', 'name': 'network-vif-deleted', 'tag': 'ca6f0cec-80ff-4430-8c51-ff89c951f408', 'status': 'completed', 'code': 200} May 27 09:49:29.008501 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:49:29.433691 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:29.437742 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] Checking router: 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:49:29.446847 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:49:29.447471 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:49:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:29.599375 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-bda4d4c4-4bef-46e9-a6f3-1f6006e3e35f req-09eae93d-6a00-452e-a793-713b3353187c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Synchronizing usage tracker for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:49:29.616036 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-bda4d4c4-4bef-46e9-a6f3-1f6006e3e35f req-09eae93d-6a00-452e-a793-713b3353187c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Unset dirty status for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:49:29.617471 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bda4d4c4-4bef-46e9-a6f3-1f6006e3e35f req-09eae93d-6a00-452e-a793-713b3353187c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=4646cfde-90ac-45de-b843-e8dadc1993f1 HTTP/1.1" status: 200 len: 210 time: 0.0629263 May 27 09:49:29.678419 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:49:30.000460 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:30.004697 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f59242-3029-4da2-8662-6d6abc7d3a47 None None] The sync data for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi is: [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:49:30.281140 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5ee78-a902-4290-bcda-d87405fa3763 None None] New status for floating IP 352231b9-25ba-49c3-9195-940c75553319: DOWN {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:49:30.625273 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4104a7ed-056c-403d-ac6c-3d74efb5810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:30.749851 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43488) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:30.814129 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ddf048a0-1f93-4a65-a2a9-a1027d90ef96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:30.842166 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ddf048a0-1f93-4a65-a2a9-a1027d90ef96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:30.897576 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ddf048a0-1f93-4a65-a2a9-a1027d90ef96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:30.901393 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5cede287-4f2d-4c19-b29c-cebdd663a264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:30.916930 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf048a0-1f93-4a65-a2a9-a1027d90ef96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e5edc0-a49b-4f92-aa9e-0067cdab2f77,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:30.920326 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ddf048a0-1f93-4a65-a2a9-a1027d90ef96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:30.929521 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ddf048a0-1f93-4a65-a2a9-a1027d90ef96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:30.930658 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ddf048a0-1f93-4a65-a2a9-a1027d90ef96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "DELETE /v2.0/security-groups/44e5edc0-a49b-4f92-aa9e-0067cdab2f77 HTTP/1.1" status: 204 len: 168 time: 0.1798353 May 27 09:49:30.933392 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43492) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:30.951683 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.api.v2.resource [None req-93f4fe05-4283-4c32-8167-8695e7162669 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] show failed (client error): The resource could not be found. May 27 09:49:30.952666 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-93f4fe05-4283-4c32-8167-8695e7162669 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups/44e5edc0-a49b-4f92-aa9e-0067cdab2f77 HTTP/1.1" status: 404 len: 347 time: 0.0183811 May 27 09:49:30.955758 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43496) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:31.008131 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:49:31.045555 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: ca6f0cec-80ff-4430-8c51-ff89c951f408 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:49:31.045907 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device ca6f0cec-80ff-4430-8c51-ff89c951f408 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:49:31.177352 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Deleting port 86fe9269-51b0-4a2f-b1ea-ffd7ccd7bcd4 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:49:31.177698 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:31.314844 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:31.315183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:31.525587 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Calling delete_port for 86fe9269-51b0-4a2f-b1ea-ffd7ccd7bcd4 owned by network:floatingip {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:49:31.644706 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:31.648259 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5b46e8c8-94be-48b1-a15d-7b6b3ab5cd07 tempest-VolumesSnapshotTestJSON-1180157229 tempest-VolumesSnapshotTestJSON-1180157229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:31.694117 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event deleted for resources: {'Port': ['ID=86fe9269-51b0-4a2f-b1ea-ffd7ccd7bcd4,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:31.697569 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:31.713074 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43518) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:31.771465 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-56413e5f-05a1-4676-b5ae-c33331082fbd admin admin] Deleting subnet 9bbcbab0-85fd-4c51-b5fa-7999a318a2f8 {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:49:31.774449 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56413e5f-05a1-4676-b5ae-c33331082fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:31.787024 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:31.805670 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:31.806846 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "DELETE /v2.0/floatingips/352231b9-25ba-49c3-9195-940c75553319 HTTP/1.1" status: 204 len: 168 time: 0.8501725 May 27 09:49:31.828035 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56413e5f-05a1-4676-b5ae-c33331082fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-792483'] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:31.884073 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56413e5f-05a1-4676-b5ae-c33331082fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.002383 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43524) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:32.013834 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019366845', 'description': 'tempest-description--761564611'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:32.022618 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:32.029551 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:security_group and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:32.033611 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:32.050732 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:32.086254 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.235969 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:32.242412 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:security_group_rule and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:32.247099 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:32.255923 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:32.291226 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56413e5f-05a1-4676-b5ae-c33331082fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1741603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262222279'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.299653 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-10cedf18-01cf-4c3a-b933-b931de95cbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:32.341908 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-56413e5f-05a1-4676-b5ae-c33331082fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.345601 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56413e5f-05a1-4676-b5ae-c33331082fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bbcbab0-85fd-4c51-b5fa-7999a318a2f8,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:32.348332 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-56413e5f-05a1-4676-b5ae-c33331082fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:32.387265 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-56413e5f-05a1-4676-b5ae-c33331082fbd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9bbcbab0-85fd-4c51-b5fa-7999a318a2f8 HTTP/1.1" status: 204 len: 168 time: 0.6703277 May 27 09:49:32.387903 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43534) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:32.400697 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.407039 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.412331 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4d0223c3-5d72-4702-8ca6-860f4660ab86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:32.451022 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.455385 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4488578 May 27 09:49:32.455754 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43542) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:32.458529 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001f670a-f62b-47db-82eb-6a282609f0aa,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:32.463124 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'security_group_rule': {'security_group_id': '001f670a-f62b-47db-82eb-6a282609f0aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:32.467732 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:32.469772 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:32.473747 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:security_group_rule and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:32.476644 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:32.482731 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:32.506297 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.506882 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.578554 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.583123 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.585171 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-29c9fd12-6544-4121-80dd-a6a417a42228 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:32.610603 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a6cfa4-082f-457c-87ef-737cca5a4651,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:32.610704 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:32.620361 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.622148 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655304 May 27 09:49:32.625229 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43554) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:32.630466 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'security_group_rule': {'security_group_id': '001f670a-f62b-47db-82eb-6a282609f0aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:32.638271 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:32.643774 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:security_group_rule and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:32.648154 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.648264 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:32.659502 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:32.664216 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411db358-86ca-4ba8-8a8f-2ea4c4691d68']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:32.677487 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.678536 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab5621e-0d53-48c3-9cf0-aeea38cc6ec6') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:32.678856 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab5621e-0d53-48c3-9cf0-aeea38cc6ec6') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:32.691764 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.713359 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.722160 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:49:32.722885 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:49:32.739401 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:49:32.742185 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.746658 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.749166 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:32.773224 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ac641b-9be0-400a-85ae-f1cf5e1a06be,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:32.775718 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:32.785400 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.787182 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608565 May 27 09:49:32.790241 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43562) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:32.807193 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'floatingip': {'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:32.819202 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:32.824090 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Usage tracker for resource:floatingip and tenant:3b330abb3b9042a3b420a8d642e8057d is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:32.827357 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:32.833639 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:32.836816 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.843941 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-53e0b87e-e40b-413f-b1bc-e37892464999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:32.857448 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.863012 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:32.885749 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Pushing event deleted for resources: {'Network': ['ID=411db358-86ca-4ba8-8a8f-2ea4c4691d68,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:32.891021 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] 10.222.0.20 "DELETE /v2.0/networks/411db358-86ca-4ba8-8a8f-2ea4c4691d68 HTTP/1.1" status: 204 len: 168 time: 0.5022101 May 27 09:49:32.892112 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:32.894042 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43566) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:32.959034 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bdc23b5-be41-42d6-8f18-9713c28dc1b9 admin admin] Deleting subnet d2f41148-02ce-49b9-bd4e-4c5335295a8c {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:49:32.962139 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5bdc23b5-be41-42d6-8f18-9713c28dc1b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.015695 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5bdc23b5-be41-42d6-8f18-9713c28dc1b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-792483'] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.021614 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.071975 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5bdc23b5-be41-42d6-8f18-9713c28dc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.165378 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Allocated IP 172.27.3.211 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/0d63c1fa-4d0a-4824-aa9c-7d2046645d10) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:49:33.166232 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.319309 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.331878 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5bdc23b5-be41-42d6-8f18-9713c28dc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1741603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262222279'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.335719 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8aa13b2f-edfb-4c09-ae29-1a997801bea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:33.351907 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.360119 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-41305ca5-f113-49ff-96ab-6072372971bb tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:33.363174 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c53f5a0e-a641-43b2-a059-d165b18ad51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.379224 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc23b5-be41-42d6-8f18-9713c28dc1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f41148-02ce-49b9-bd4e-4c5335295a8c,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:33.382254 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5bdc23b5-be41-42d6-8f18-9713c28dc1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:33.383278 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5bdc23b5-be41-42d6-8f18-9713c28dc1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.389421 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-5bdc23b5-be41-42d6-8f18-9713c28dc1b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d2f41148-02ce-49b9-bd4e-4c5335295a8c HTTP/1.1" status: 204 len: 168 time: 0.4943671 May 27 09:49:33.391836 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43570) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:33.428263 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:49:33.431190 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:49:33.434236 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:49:33.484891 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'Port': ['ID=0d63c1fa-4d0a-4824-aa9c-7d2046645d10,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:33.488993 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:33.497042 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.525713 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.586261 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.628884 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.642367 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebc65df-f0eb-4792-94ee-db6b8573861b']}} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:33.655403 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585b6770-5858-41b2-9a67-b07a26d642b5') {'for_net_delete': True} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:33.655627 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585b6770-5858-41b2-9a67-b07a26d642b5') {} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:33.666914 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-792474'] for segment, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.682455 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.688937 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=108799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:49:33.689358 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1936769'] for segment, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: Traceback (most recent call last): May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: timer() May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: cb(*args, **kw) May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: return func(*args, **kwargs) May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: self._notify() May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: self.callback(batched_events) May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: event.method(event) May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: return f(self, *a, **k) May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._get(url).json() May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: return self.request(url, 'GET', **kwargs) May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:49:33.703069 dv-cinder-788782-3-iscsi neutron-server[108799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:49:33.781574 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.785301 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:33.799156 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.809192 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ebc65df-f0eb-4792-94ee-db6b8573861b,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:33.812272 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ebc65df-f0eb-4792-94ee-db6b8573861b HTTP/1.1" status: 204 len: 168 time: 0.4195316 May 27 09:49:33.813169 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-48373a74-b81a-4930-ba51-a66bb341f765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:33.889317 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.893975 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:33.898634 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:33.998585 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43582) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:34.025785 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'Port': ['ID=0d63c1fa-4d0a-4824-aa9c-7d2046645d10,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:34.030194 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:34.035860 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.062200 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-33ef785c-3d69-4281-b7a2-7dab426818f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0443b9960de143cda0dff657265a86fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621212 May 27 09:49:34.063987 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.064781 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43588) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:34.065202 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2739775 May 27 09:49:34.141158 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-369114e9-79ae-41a4-b992-d295d5926145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.169854 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-369114e9-79ae-41a4-b992-d295d5926145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.172578 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.225373 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-369114e9-79ae-41a4-b992-d295d5926145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.232065 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-80ea55a2-3455-47fd-8101-d63901ba7ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:34.247742 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369114e9-79ae-41a4-b992-d295d5926145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1942a28f-bc26-4d06-bc77-b04d68fdb66a,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:34.251303 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-369114e9-79ae-41a4-b992-d295d5926145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:34.253623 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-369114e9-79ae-41a4-b992-d295d5926145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.255068 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-369114e9-79ae-41a4-b992-d295d5926145 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1942a28f-bc26-4d06-bc77-b04d68fdb66a HTTP/1.1" status: 204 len: 168 time: 0.1871824 May 27 09:49:34.522362 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a48d5024-6e07-4654-98fd-c74bbf74da3a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Synchronizing usage tracker for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:49:34.537320 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a48d5024-6e07-4654-98fd-c74bbf74da3a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Unset dirty status for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:49:34.538659 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a48d5024-6e07-4654-98fd-c74bbf74da3a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1019366845&fields=id&tenant_id=3b330abb3b9042a3b420a8d642e8057d HTTP/1.1" status: 200 len: 267 time: 0.0575418 May 27 09:49:34.617681 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43612) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:34.673481 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-be9ba97d-e378-4b1e-967b-18c9baad8a22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbdc29c290d74590a11f7756ed0ac31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535786 May 27 09:49:34.675691 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43616) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:34.699021 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a08fe0f0-c561-4a37-b02d-1a85fa5f916d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:34.700486 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a08fe0f0-c561-4a37-b02d-1a85fa5f916d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 817 time: 0.1541939 May 27 09:49:34.717897 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-e76a079b-27a2-48c4-8b4e-5e864c0df75c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/quotas/3b330abb3b9042a3b420a8d642e8057d HTTP/1.1" status: 200 len: 375 time: 0.0113883 May 27 09:49:34.739365 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-06cc1b08-eb69-44a3-8dc8-4ef0082f0238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.765195 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-06cc1b08-eb69-44a3-8dc8-4ef0082f0238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.801456 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-5a59b103-936a-4867-87b5-4d5c8077c0cf tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Synchronizing usage tracker for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:49:34.817313 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-5a59b103-936a-4867-87b5-4d5c8077c0cf tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Unset dirty status for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:49:34.818670 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-5a59b103-936a-4867-87b5-4d5c8077c0cf tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951138 May 27 09:49:34.825951 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-06cc1b08-eb69-44a3-8dc8-4ef0082f0238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.831014 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-56ee8606-7447-4b21-9ee4-13ad73ce744b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:34.841121 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc1b08-eb69-44a3-8dc8-4ef0082f0238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e131813e-39eb-4084-a342-d93f96540788,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:34.845722 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-06cc1b08-eb69-44a3-8dc8-4ef0082f0238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:34.847765 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-06cc1b08-eb69-44a3-8dc8-4ef0082f0238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:34.848870 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-06cc1b08-eb69-44a3-8dc8-4ef0082f0238 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e131813e-39eb-4084-a342-d93f96540788 HTTP/1.1" status: 204 len: 168 time: 0.1720870 May 27 09:49:34.964623 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-ea2a5358-0684-4248-9752-cccfc0a98990 service neutron] 10.222.0.20 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327755 May 27 09:49:35.100203 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-d12ca785-fa56-420b-9e0c-47158c18e5ae service neutron] 10.222.0.20 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296296 May 27 09:49:35.189018 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43630) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:35.285491 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce472bc-9ebb-42e8-9bb3-a68bc3f92d42 admin admin] Deleting subnet b18c5fc8-5776-4e5e-b12b-d3cd09fb6315 {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:49:35.288966 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2ce472bc-9ebb-42e8-9bb3-a68bc3f92d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:35.358375 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2ce472bc-9ebb-42e8-9bb3-a68bc3f92d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-792483'] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:35.433114 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2ce472bc-9ebb-42e8-9bb3-a68bc3f92d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:35.618670 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-47623712-cfe4-4e52-b825-e7381c1f8d6a req-eb2901d5-9b12-470c-9249-de8c1339816e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 210 time: 0.3629398 May 27 09:49:35.825492 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:35.861880 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2ce472bc-9ebb-42e8-9bb3-a68bc3f92d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1741603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262222279'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:35.867972 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8454bad8-906f-4c97-b10e-90c35a4bf983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:35.907920 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce472bc-9ebb-42e8-9bb3-a68bc3f92d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18c5fc8-5776-4e5e-b12b-d3cd09fb6315,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:35.911215 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2ce472bc-9ebb-42e8-9bb3-a68bc3f92d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:35.912214 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2ce472bc-9ebb-42e8-9bb3-a68bc3f92d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:35.918697 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-2ce472bc-9ebb-42e8-9bb3-a68bc3f92d42 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b18c5fc8-5776-4e5e-b12b-d3cd09fb6315 HTTP/1.1" status: 204 len: 168 time: 0.7283702 May 27 09:49:35.921083 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43666) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:36.037778 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.162095 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 43672) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:36.163350 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.176778 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8dae39-2f82-4179-acff-658abf1fcc13']}} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:36.190221 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73f37d7-d118-4691-b3a1-a6de1ddc9326') {'for_net_delete': True} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:36.190522 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73f37d7-d118-4691-b3a1-a6de1ddc9326') {} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:36.202594 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-792474'] for segment, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.219290 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.226287 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=108799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:49:36.226734 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1936769'] for segment, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: Traceback (most recent call last): May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: timer() May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: cb(*args, **kw) May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: return func(*args, **kwargs) May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: self._notify() May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: self.callback(batched_events) May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: event.method(event) May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: return f(self, *a, **k) May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._get(url).json() May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: return self.request(url, 'GET', **kwargs) May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:49:36.240470 dv-cinder-788782-3-iscsi neutron-server[108799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:49:36.297151 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.312470 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:36.316630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] Usage tracker for resource:security_group_rule and tenant:5613ccc6e3f146878ff135169cdad40e is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:36.319769 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:36.321002 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.325879 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:36.326927 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:36.342460 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.348705 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8dae39-2f82-4179-acff-658abf1fcc13,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:36.352966 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:36.361736 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-17a2b459-3f83-48a0-b501-3cb817ae594a admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee8dae39-2f82-4179-acff-658abf1fcc13 HTTP/1.1" status: 204 len: 168 time: 0.4396739 May 27 09:49:36.493819 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43680) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:36.535288 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.548853 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-9c64208a-d714-4c13-b599-d267a44e3630 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fd3ade3dc7b4f6582aadb8717b371a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538189 May 27 09:49:36.550344 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.552827 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43684) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:36.562074 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8c8b391d-1c34-4607-b876-b76f4e459890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:36.584890 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-67019321-b0a1-4c1d-bf2b-1ea6c5726f3c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:36.586338 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-67019321-b0a1-4c1d-bf2b-1ea6c5726f3c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 817 time: 0.2123270 May 27 09:49:36.625242 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-641956ef-b432-4203-84d8-6f13d4e94a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.636970 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5613ccc6e3f146878ff135169cdad40e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712377 May 27 09:49:36.638042 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43690) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:36.638200 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c5c540-d58e-4381-9061-e91e9d0fc73a,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:36.641718 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-eb0fb1c1-a6bf-45b0-abab-42c1bd757542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:36.671104 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-f10db015-43e8-41b8-b86e-304a5749305f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b330abb3b9042a3b420a8d642e8057d HTTP/1.1" status: 200 len: 380 time: 0.0654190 May 27 09:49:36.680306 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-641956ef-b432-4203-84d8-6f13d4e94a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.683435 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'port': {'device_id': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'admin_state_up': True, 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'security_groups': ['001f670a-f62b-47db-82eb-6a282609f0aa']}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:36.798011 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1a3319c0-0381-44fc-a931-512cd48eab01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.801439 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-24cef0fc-68dc-41df-9d5d-e8713b997df9 req-d295a074-eea0-4c35-9283-5db4ff7210e7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 210 time: 0.0625782 May 27 09:49:36.841269 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1a3319c0-0381-44fc-a931-512cd48eab01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.841950 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:36.847835 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-641956ef-b432-4203-84d8-6f13d4e94a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.851921 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:36.855359 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-06cc1b08-eb69-44a3-8dc8-4ef0082f0238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:36.861994 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Made reservation on behalf of 3b330abb3b9042a3b420a8d642e8057d for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:49:36.865878 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.876365 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641956ef-b432-4203-84d8-6f13d4e94a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb1e4ac-acf5-4cd9-827e-145543358f59,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:36.881629 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-641956ef-b432-4203-84d8-6f13d4e94a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:36.911724 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-641956ef-b432-4203-84d8-6f13d4e94a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.912848 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-641956ef-b432-4203-84d8-6f13d4e94a84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fb1e4ac-acf5-4cd9-827e-145543358f59 HTTP/1.1" status: 204 len: 168 time: 0.3590939 May 27 09:49:36.936201 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1a3319c0-0381-44fc-a931-512cd48eab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.941555 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d9007323-3b94-4738-b5b0-1cf11cfca44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:36.954783 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3319c0-0381-44fc-a931-512cd48eab01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c5c540-d58e-4381-9061-e91e9d0fc73a,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:36.957719 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1a3319c0-0381-44fc-a931-512cd48eab01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:36.960254 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1a3319c0-0381-44fc-a931-512cd48eab01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:36.961244 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-1a3319c0-0381-44fc-a931-512cd48eab01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0c5c540-d58e-4381-9061-e91e9d0fc73a HTTP/1.1" status: 204 len: 168 time: 0.3230820 May 27 09:49:37.065213 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Allocated IP 172.20.0.4 (77ee0d91-f82a-4540-a638-25bb8b7f5b90/835987c0-e8bc-41aa-a694-c5822e6779c5/7e382dd2-6edf-4853-984c-787edd1b9cb4) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:49:37.303138 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:37.330189 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Transition to ACTIVE for port object 7e382dd2-6edf-4853-984c-787edd1b9cb4 will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:49:37.356143 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:37.362107 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:37.438898 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:49:37.441761 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:49:37.444422 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:49:37.477401 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:37.480882 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:37.518236 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:37.518890 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:37.559572 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8807340 May 27 09:49:37.572235 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Request body: {'port': {'device_id': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:37.649451 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-a2a9b21a-fc6c-435e-b138-da72214b2a89 None None] Provisioning for port 7e382dd2-6edf-4853-984c-787edd1b9cb4 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:49:37.655554 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-a2a9b21a-fc6c-435e-b138-da72214b2a89 None None] Provisioning complete for port 7e382dd2-6edf-4853-984c-787edd1b9cb4 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:37.655941 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b21a-fc6c-435e-b138-da72214b2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:37.717441 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-a2a9b21a-fc6c-435e-b138-da72214b2a89 None None] Port 7e382dd2-6edf-4853-984c-787edd1b9cb4 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:49:37.781153 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:38.019576 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f95e-1889-4a53-ac9b-ff161a3c5ed6 req-f85e3610-5668-43c2-8062-3be570ab885b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:38.022014 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-95d4f95e-1889-4a53-ac9b-ff161a3c5ed6 req-f85e3610-5668-43c2-8062-3be570ab885b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 931 time: 0.1016510 May 27 09:49:38.068562 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-95d4f95e-1889-4a53-ac9b-ff161a3c5ed6 req-6b010949-bf19-44b6-a4fd-53d1da12a62d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Synchronizing usage tracker for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:security_group {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:49:38.082190 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-95d4f95e-1889-4a53-ac9b-ff161a3c5ed6 req-6b010949-bf19-44b6-a4fd-53d1da12a62d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Unset dirty status for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:security_group {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:49:38.083377 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-95d4f95e-1889-4a53-ac9b-ff161a3c5ed6 req-6b010949-bf19-44b6-a4fd-53d1da12a62d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556509 May 27 09:49:38.162559 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e382dd2-6edf-4853-984c-787edd1b9cb4 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:49:38.170425 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:38.184568 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Transition to ACTIVE for port object 7e382dd2-6edf-4853-984c-787edd1b9cb4 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:49:38.189382 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:38.193986 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:38.397256 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:38.408334 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:38.444332 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Attempting to bind port 7e382dd2-6edf-4853-984c-787edd1b9cb4 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:49:38.444752 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Attempting to bind port 7e382dd2-6edf-4853-984c-787edd1b9cb4 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:49:38.445180 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Attempting to bind port 7e382dd2-6edf-4853-984c-787edd1b9cb4 on network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:49:38.450128 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Port 7e382dd2-6edf-4853-984c-787edd1b9cb4 on network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:49:38.450819 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Attempting to bind port 7e382dd2-6edf-4853-984c-787edd1b9cb4 on network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:49:38.457050 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:49:38.457569 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Checking segment: {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:49:38.457947 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Bound using segment: {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:49:38.458459 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Bound port: 7e382dd2-6edf-4853-984c-787edd1b9cb4, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e3abc3-8868-4ea3-80f5-c060b87bdb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:49:38.458923 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:38.557973 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:49:38.561176 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:49:38.565247 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:38.569842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e5a4c576-0671-45fc-b0f7-e3a289f68f0e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:38.626842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:38.627546 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:38.628921 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/7e382dd2-6edf-4853-984c-787edd1b9cb4 HTTP/1.1" status: 200 len: 1093 time: 1.0610437 May 27 09:49:38.629421 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:49:38.649852 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:38.653859 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:38.715732 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'status': 'completed', 'code': 200} May 27 09:49:38.757818 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-88f1e737-c28e-45dc-8fc0-9767f56b405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:38.759373 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-88f1e737-c28e-45dc-8fc0-9767f56b405d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 1096 time: 0.0819204 May 27 09:49:38.832348 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-10cfbcb9-5228-4337-8fd7-fadd8b8475c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4 HTTP/1.1" status: 200 len: 217 time: 0.0647492 May 27 09:49:38.895308 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-43e8681a-4162-4d66-ba46-b8e432b35856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:38.896655 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-43e8681a-4162-4d66-ba46-b8e432b35856 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.0569303 May 27 09:49:38.971550 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-29dfda0c-8907-4aed-9621-3e9fcec40140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:38.973030 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-29dfda0c-8907-4aed-9621-3e9fcec40140 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698977 May 27 09:49:39.106906 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-fe9dae45-d03e-486e-ae37-51eab561b255 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267138 May 27 09:49:39.295394 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-014866dc-b63d-4b49-8e4e-c6331e9ce1b2 req-ae560dc8-d417-4991-8888-39cf0a81ac8c service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826034 May 27 09:49:39.316362 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabd879-59fe-464c-849e-99bcb150bf4b req-fa915689-a371-49d1-a52a-c9223c9e2d9d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:39.317061 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-3eabd879-59fe-464c-849e-99bcb150bf4b req-fa915689-a371-49d1-a52a-c9223c9e2d9d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Synchronizing usage tracker for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:49:39.332672 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-3eabd879-59fe-464c-849e-99bcb150bf4b req-fa915689-a371-49d1-a52a-c9223c9e2d9d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Unset dirty status for tenant:3b330abb3b9042a3b420a8d642e8057d on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:49:39.333840 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3eabd879-59fe-464c-849e-99bcb150bf4b req-fa915689-a371-49d1-a52a-c9223c9e2d9d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.1326149 May 27 09:49:39.430159 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3eabd879-59fe-464c-849e-99bcb150bf4b req-6625f896-7276-4be3-ac73-8a263d5a2803 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881033 May 27 09:49:39.447280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-ace38377-be9a-49fa-9e09-1c00cd4e4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:39.449270 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-ace38377-be9a-49fa-9e09-1c00cd4e4d0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 1096 time: 0.0929830 May 27 09:49:39.666310 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-1cc894c9-c000-4f0d-8c51-3c71758b20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:39.667987 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-1cc894c9-c000-4f0d-8c51-3c71758b20c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.2095106 May 27 09:49:39.736096 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-2f7ebf83-0e6b-41d7-89e8-93a6ad1d2b2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4 HTTP/1.1" status: 200 len: 217 time: 0.0609355 May 27 09:49:39.803974 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-e1fcd819-171b-4ec4-8d16-0679992d6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:39.806307 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-e1fcd819-171b-4ec4-8d16-0679992d6a8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.0618861 May 27 09:49:39.885923 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-fb9a32a2-6828-4493-8c6d-5bfa8f0d50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:39.887529 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-fb9a32a2-6828-4493-8c6d-5bfa8f0d50b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748174 May 27 09:49:40.035902 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-2d4becbd-5fdb-48d2-8b82-fabd429dbba1 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411908 May 27 09:49:40.186723 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7bd9bd1e-4ecb-4098-a258-fc37303d13b2 req-439b2300-634e-4ef9-89cd-6e129646b199 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427240 May 27 09:49:40.626065 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18952db4-add7-4932-8a6a-1d0eb62bcb09 req-9cbd32be-e551-4c63-8795-0b1b0f860aa1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:40.627707 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-18952db4-add7-4932-8a6a-1d0eb62bcb09 req-9cbd32be-e551-4c63-8795-0b1b0f860aa1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0865183 May 27 09:49:40.675107 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-18952db4-add7-4932-8a6a-1d0eb62bcb09 req-00a5598f-9b81-4683-b9be-0a91794d803c tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 May 27 09:49:41.868337 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fac03-d0ec-46ac-aca6-f7cc22333022 req-f21dcb61-4008-43dc-b0f9-af840cb421b5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:41.871221 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-de5fac03-d0ec-46ac-aca6-f7cc22333022 req-f21dcb61-4008-43dc-b0f9-af840cb421b5 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0827298 May 27 09:49:41.915709 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-de5fac03-d0ec-46ac-aca6-f7cc22333022 req-337fb520-7c25-492f-8d3c-3b180fd244bb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396295 May 27 09:49:43.064643 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7e382dd2-6edf-4853-984c-787edd1b9cb4 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:49:43.150854 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923963d0-0fff-4019-bf7d-357319c098c5 req-47ccb294-a1d6-45b9-8392-6b45f4af38da tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:43.152692 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-923963d0-0fff-4019-bf7d-357319c098c5 req-47ccb294-a1d6-45b9-8392-6b45f4af38da tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.1038513 May 27 09:49:43.201053 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-923963d0-0fff-4019-bf7d-357319c098c5 req-da54b9fe-0822-4137-8ab2-3a00a0fb36da tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417786 May 27 09:49:43.215060 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:43.236429 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'port_id': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'mac_address': 'fa:16:3e:38:29:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:49:43.292225 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:43.309959 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e382dd2-6edf-4853-984c-787edd1b9cb4 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:49:43.326073 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:43.329704 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:43.331606 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:43.406244 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:43.413624 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.413995 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.414418 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.414670 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.415029 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.415361 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.415685 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.416578 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.417078 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.417410 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.417735 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.418075 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:43.422207 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:43.540190 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['7e382dd2-6edf-4853-984c-787edd1b9cb4'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:49:44.397041 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ad686-4546-4d9c-b98c-30e014058de8 req-8a5bd0e1-87c5-4007-b7e9-36f3be9faa7a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:44.398523 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-827ad686-4546-4d9c-b98c-30e014058de8 req-8a5bd0e1-87c5-4007-b7e9-36f3be9faa7a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 944 time: 0.0813134 May 27 09:49:44.447010 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-827ad686-4546-4d9c-b98c-30e014058de8 req-4a33c58d-67e5-4b32-8511-b1649ca57a4e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 May 27 09:49:45.070252 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7e382dd2-6edf-4853-984c-787edd1b9cb4 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:49:45.143414 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 7e382dd2-6edf-4853-984c-787edd1b9cb4 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:49:45.147962 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 7e382dd2-6edf-4853-984c-787edd1b9cb4 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:49:45.148378 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:45.267832 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:45.295868 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:49:45.306231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:49:45.311988 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:45.313962 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:45.356453 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'code': 200} May 27 09:49:45.400141 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:45.404008 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:45.633423 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933d426-beb0-49c3-bf84-6af5a4e74553 req-878492e8-e211-4e5d-a83b-a611e63ccb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:45.636447 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5933d426-beb0-49c3-bf84-6af5a4e74553 req-878492e8-e211-4e5d-a83b-a611e63ccb2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 1098 time: 0.1140666 May 27 09:49:45.676499 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd206a9-11dc-4fee-ada4-427c2239df6d req-e6585f65-1668-4357-9701-100d8689fcc2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:45.677965 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3dd206a9-11dc-4fee-ada4-427c2239df6d req-e6585f65-1668-4357-9701-100d8689fcc2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.1119480 May 27 09:49:45.679228 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5933d426-beb0-49c3-bf84-6af5a4e74553 req-c49f554a-b78e-4608-9546-ce5d626b7554 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365949 May 27 09:49:45.723481 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3dd206a9-11dc-4fee-ada4-427c2239df6d req-9ff47c91-3c09-4bc2-9f6b-6278396a097f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397913 May 27 09:49:46.923607 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448ad55-919f-4693-b526-835753a23500 req-9c32c4db-cec0-4ca2-90ac-58f350fbcc53 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:46.925080 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c448ad55-919f-4693-b526-835753a23500 req-9c32c4db-cec0-4ca2-90ac-58f350fbcc53 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0839334 May 27 09:49:46.970636 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c448ad55-919f-4693-b526-835753a23500 req-b3487a34-9a02-40fa-8bb9-f0ef5e616cf6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397012 May 27 09:49:47.155677 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba13618-60e0-48b2-a34b-10655320e1ba req-3da24b41-9e11-4829-a79b-78055ecf737e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:47.157172 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7ba13618-60e0-48b2-a34b-10655320e1ba req-3da24b41-9e11-4829-a79b-78055ecf737e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0812585 May 27 09:49:47.165606 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43862) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:47.170905 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-a36ddf8c-63d5-4e5c-882b-e1f79501d86b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Request body: {'floatingip': {'port_id': '7e382dd2-6edf-4853-984c-787edd1b9cb4'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:49:47.248494 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a36ddf8c-63d5-4e5c-882b-e1f79501d86b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:47.917607 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a36ddf8c-63d5-4e5c-882b-e1f79501d86b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:47.921216 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a36ddf8c-63d5-4e5c-882b-e1f79501d86b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:48.102178 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.l3_db [None req-a36ddf8c-63d5-4e5c-882b-e1f79501d86b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Floating IP 648f9498-3e30-4a52-b18a-ebc45833acc3 associated. External IP: 172.27.3.211, port: 7e382dd2-6edf-4853-984c-787edd1b9cb4. May 27 09:49:48.450703 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36ddf8c-63d5-4e5c-882b-e1f79501d86b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:49:48.726235 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36ddf8c-63d5-4e5c-882b-e1f79501d86b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:49:48.731146 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-a36ddf8c-63d5-4e5c-882b-e1f79501d86b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:48.735891 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] Sync routers for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:49:48.745590 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:49:48.746196 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:49:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:48.787032 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-a36ddf8c-63d5-4e5c-882b-e1f79501d86b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "PUT /v2.0/floatingips/648f9498-3e30-4a52-b18a-ebc45833acc3 HTTP/1.1" status: 200 len: 991 time: 1.6199744 May 27 09:49:48.787685 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:49:48.835882 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'status': 'completed', 'code': 200} May 27 09:49:48.973617 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:49:49.058343 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-6841338e-3785-4707-8fa8-a0b0105aefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:49.059980 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-6841338e-3785-4707-8fa8-a0b0105aefdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 1098 time: 0.2011023 May 27 09:49:49.229970 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-a2eb1fc7-f6f0-49b6-9bb8-ed749ab5f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:49.232070 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-a2eb1fc7-f6f0-49b6-9bb8-ed749ab5f874 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.1644490 May 27 09:49:49.250827 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43888) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:49.355559 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-06f59c1e-b270-425d-8981-72148f6aaf23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4 HTTP/1.1" status: 200 len: 999 time: 0.1167667 May 27 09:49:49.376474 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '648f9498-3e30-4a52-b18a-ebc45833acc3', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'port_id': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'mac_address': 'fa:16:3e:38:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:49:33Z', 'updated_at': '2021-05-27T09:49:47Z', 'revision_number': 1, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:49.380689 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] Checking router: 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:49:49.386978 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:49.390058 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:49:49.390685 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:49:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:49.401603 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:49:49.405462 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Usage tracker for resource:security_group_rule and tenant:662a776f4e6a4a83856e332ed3eec28b is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:49:49.408313 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:49:49.413977 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:49:49.431463 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-5d2d1fdc-4771-4624-9eca-613cade15135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:49.433748 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-5d2d1fdc-4771-4624-9eca-613cade15135 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.0716419 May 27 09:49:49.503060 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:49.507486 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:49.511141 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-e3b5929d-b45b-4984-bfdf-18efb1e1169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:49.512629 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-e3b5929d-b45b-4984-bfdf-18efb1e1169d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719991 May 27 09:49:49.516127 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1a3319c0-0381-44fc-a931-512cd48eab01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:49.560659 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a872e52b-05b0-4b7d-93e4-73874b74b28d,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:49.564925 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=662a776f4e6a4a83856e332ed3eec28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130398 May 27 09:49:49.565748 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:49.568697 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 43894) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:49:49.604563 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:49:49.634323 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3c820a00-d957-4c35-a19d-fccd275e03b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:49.662048 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3c820a00-d957-4c35-a19d-fccd275e03b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:49.722285 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3c820a00-d957-4c35-a19d-fccd275e03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:49.726157 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d2c18256-c9df-4f39-8467-009f18fbb34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:49:49.733703 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-8640ee24-b532-46aa-b969-b0bb53636d82 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129605 May 27 09:49:49.738209 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c820a00-d957-4c35-a19d-fccd275e03b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a872e52b-05b0-4b7d-93e4-73874b74b28d,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:49.741058 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3c820a00-d957-4c35-a19d-fccd275e03b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:49:49.748312 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3c820a00-d957-4c35-a19d-fccd275e03b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:49:49.751704 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-3c820a00-d957-4c35-a19d-fccd275e03b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a872e52b-05b0-4b7d-93e4-73874b74b28d HTTP/1.1" status: 204 len: 168 time: 0.1798518 May 27 09:49:49.893709 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4d9281f9-8846-4503-acb6-5e0203b7ff88 req-1c18a548-08bf-46da-bc00-729673e388fc service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528397 May 27 09:49:50.002359 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '648f9498-3e30-4a52-b18a-ebc45833acc3', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'port_id': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'mac_address': 'fa:16:3e:38:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:49:33Z', 'updated_at': '2021-05-27T09:49:47Z', 'revision_number': 1, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:50.007199 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04ac78-8808-4933-a65d-e56d87007114 None None] The sync data for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi is: [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '648f9498-3e30-4a52-b18a-ebc45833acc3', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'port_id': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'mac_address': 'fa:16:3e:38:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:49:33Z', 'updated_at': '2021-05-27T09:49:47Z', 'revision_number': 1, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:49:50.190614 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043af5e-eb54-4508-83a9-d4552dbb7038 None None] New status for floating IP 648f9498-3e30-4a52-b18a-ebc45833acc3: ACTIVE {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:49:51.538854 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:49:54.224312 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-569841f8-17a1-4055-a1a4-06d64c9d294c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725379 May 27 09:49:54.362781 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-87f9e4f3-532a-47db-a952-e4b86e8f3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:54.364182 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-87f9e4f3-532a-47db-a952-e4b86e8f3e73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 1099 time: 0.0704329 May 27 09:49:54.511724 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-0c363a05-9001-4024-a2fe-6165a5f8d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:54.513176 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-0c363a05-9001-4024-a2fe-6165a5f8d183 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 911 time: 0.1274729 May 27 09:49:54.625216 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-ae156529-5b23-4631-b33c-a01e1edf0422 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a HTTP/1.1" status: 200 len: 1002 time: 0.0999212 May 27 09:49:54.690164 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-18f2e010-8c74-42fb-85e2-3859867d1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:54.691637 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-18f2e010-8c74-42fb-85e2-3859867d1fe1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0587854 May 27 09:49:54.771215 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-7a7faed8-723c-4be4-9529-08e073573f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:49:54.772697 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-7a7faed8-723c-4be4-9529-08e073573f51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741694 May 27 09:49:54.908536 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-b51829c9-a30c-46ee-845b-5abcde153c2a service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261656 May 27 09:49:55.048419 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-421b638b-1c9f-4ce7-b3d4-b4b733c25fd6 req-337d5339-653c-4292-8b7a-91d6a8465750 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258514 May 27 09:49:57.837578 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:00.616591 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c76ca63f-9aed-44b8-965b-0d1e9ba1cd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:03.161687 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:03.364437 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-94122f9f-a14f-4edc-a50b-e6e66890511b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:04.172984 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:05.826599 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:14.843359 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe369f3-9e29-4f21-9619-2e3e74b674c4 req-3565fd84-76da-4dd3-9b8b-6a4377a66f0a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:14.844821 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4fe369f3-9e29-4f21-9619-2e3e74b674c4 req-3565fd84-76da-4dd3-9b8b-6a4377a66f0a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0849459 May 27 09:50:14.889878 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4fe369f3-9e29-4f21-9619-2e3e74b674c4 req-caa51b68-28d3-47c4-aa2c-03e25f814063 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394642 May 27 09:50:16.080161 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bc4eb-6a57-4671-843c-19c854a0bd9b req-174918ab-9dfc-4b6f-9bc0-1d2974e311ce tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:16.081625 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-926bc4eb-6a57-4671-843c-19c854a0bd9b req-174918ab-9dfc-4b6f-9bc0-1d2974e311ce tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0847774 May 27 09:50:16.126377 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-926bc4eb-6a57-4671-843c-19c854a0bd9b req-4ddb3c94-ba2d-4ec7-ad87-743fd5f9d8f1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391359 May 27 09:50:17.311841 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad85e0-c030-4617-a630-ecffcb8108df req-6a9391e4-7dc9-41ef-9c00-e0c6b5ecd6c4 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:17.313209 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-98ad85e0-c030-4617-a630-ecffcb8108df req-6a9391e4-7dc9-41ef-9c00-e0c6b5ecd6c4 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0789802 May 27 09:50:17.360765 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-98ad85e0-c030-4617-a630-ecffcb8108df req-a40c5dd4-2cf0-40d1-9e0c-67d5edff0eb9 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419817 May 27 09:50:18.545943 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecbfba-8e5b-4c18-8c57-d95112547ebb req-94dfd58e-f5e4-40ac-9b21-10277452bf97 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:18.547470 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-85ecbfba-8e5b-4c18-8c57-d95112547ebb req-94dfd58e-f5e4-40ac-9b21-10277452bf97 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0806763 May 27 09:50:18.591827 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-85ecbfba-8e5b-4c18-8c57-d95112547ebb req-bde1c0a6-1e98-4481-a31d-72b8adc62ded tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387509 May 27 09:50:19.779945 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16eee2-0336-4ca2-a71b-8302c54982fe req-331daba8-b5ab-472f-93f9-9ea1b2bf8943 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:19.781291 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ea16eee2-0336-4ca2-a71b-8302c54982fe req-331daba8-b5ab-472f-93f9-9ea1b2bf8943 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0845428 May 27 09:50:19.826730 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ea16eee2-0336-4ca2-a71b-8302c54982fe req-3dd96155-37fd-48c6-afb8-9ac13d8852ee tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397608 May 27 09:50:21.013824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce2001-1f66-4d3a-accc-df8a56dc1b25 req-b96cf0f1-8dd8-4ba1-addd-37afdf9c1c42 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:21.015326 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-75ce2001-1f66-4d3a-accc-df8a56dc1b25 req-b96cf0f1-8dd8-4ba1-addd-37afdf9c1c42 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0803008 May 27 09:50:21.062096 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-75ce2001-1f66-4d3a-accc-df8a56dc1b25 req-aa3e5b3c-116d-48a7-ac58-80e89d0219cd tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 May 27 09:50:22.327721 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27aea7-2945-41d1-864b-beb452b7ffb4 req-1661fc2b-58dc-45d2-aade-ec99705bd7a5 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:22.329182 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5b27aea7-2945-41d1-864b-beb452b7ffb4 req-1661fc2b-58dc-45d2-aade-ec99705bd7a5 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.1615574 May 27 09:50:22.374747 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5b27aea7-2945-41d1-864b-beb452b7ffb4 req-d1530262-2d2d-43e9-a312-178a61d47460 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399830 May 27 09:50:23.560231 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91ad42-89f5-4afd-9275-2f1321f97f1d req-faa88a0a-34e5-4683-91dd-cab5aaa1ec48 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:23.561721 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8c91ad42-89f5-4afd-9275-2f1321f97f1d req-faa88a0a-34e5-4683-91dd-cab5aaa1ec48 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0802579 May 27 09:50:23.609116 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8c91ad42-89f5-4afd-9275-2f1321f97f1d req-6702b6a5-8948-474a-8d4d-af49ca4166fa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416305 May 27 09:50:24.797105 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c033c8-902a-4843-8d7f-1c7d0b86a031 req-a6e0c695-09c2-4668-853b-2e41b1014518 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:24.798514 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-18c033c8-902a-4843-8d7f-1c7d0b86a031 req-a6e0c695-09c2-4668-853b-2e41b1014518 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0804458 May 27 09:50:24.843766 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-18c033c8-902a-4843-8d7f-1c7d0b86a031 req-03d7b6f5-5fda-4b20-85a5-1c6598dc1276 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397546 May 27 09:50:26.032233 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4987f3-cad8-4445-b17a-e84443887f21 req-75e5dced-4eb0-41ed-ae6a-e2d8877a1e38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:26.034062 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bd4987f3-cad8-4445-b17a-e84443887f21 req-75e5dced-4eb0-41ed-ae6a-e2d8877a1e38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0841773 May 27 09:50:26.079011 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bd4987f3-cad8-4445-b17a-e84443887f21 req-cbcbb77a-1c2c-4fe1-b076-e6be04740cd4 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395555 May 27 09:50:27.265130 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ed14a-fec5-4a9d-a4be-16eff7cae68e req-2c87fb7e-546b-4f8a-9697-7cafcdce0297 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:27.266624 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-150ed14a-fec5-4a9d-a4be-16eff7cae68e req-2c87fb7e-546b-4f8a-9697-7cafcdce0297 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0812156 May 27 09:50:27.310694 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-150ed14a-fec5-4a9d-a4be-16eff7cae68e req-fb66f217-52d6-4634-9e85-dab3d005861a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385826 May 27 09:50:27.838271 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:28.511850 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dfd94-fa17-4ccc-bd8f-33c7113bcb7b req-85db8b33-2a6d-4493-ad87-26b36f123bcf tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:28.513307 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-292dfd94-fa17-4ccc-bd8f-33c7113bcb7b req-85db8b33-2a6d-4493-ad87-26b36f123bcf tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0940475 May 27 09:50:28.537752 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:50:28.558926 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-292dfd94-fa17-4ccc-bd8f-33c7113bcb7b req-435a2366-f806-4c5b-b047-a716db38c7f8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398932 May 27 09:50:29.747890 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fedeef-6188-4e54-bf75-7a60c6544606 req-cea16b3b-eb8e-416b-bd94-f1d5ae1a54f2 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:29.749341 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-27fedeef-6188-4e54-bf75-7a60c6544606 req-cea16b3b-eb8e-416b-bd94-f1d5ae1a54f2 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0820103 May 27 09:50:29.793358 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-27fedeef-6188-4e54-bf75-7a60c6544606 req-ffe4e3fd-dc35-4ef7-af8e-417ec7f71054 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384426 May 27 09:50:30.620677 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-fd2f534b-4d32-4f33-8a3f-9073024aec9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:30.984058 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97aaab-f285-4a48-9dc0-ef6703bb067c req-286265c0-a85c-4b53-ab10-9c7b1e405873 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:30.986407 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-be97aaab-f285-4a48-9dc0-ef6703bb067c req-286265c0-a85c-4b53-ab10-9c7b1e405873 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0889940 May 27 09:50:31.040987 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-be97aaab-f285-4a48-9dc0-ef6703bb067c req-11ab2fc6-0c01-4733-9e29-f36df1608dc7 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488579 May 27 09:50:31.184014 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bd23b-6455-407c-acd1-ccc71d1b2339 req-a87c9718-32f6-4f78-9b2e-88c3c5c21da4 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:31.185511 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6e4bd23b-6455-407c-acd1-ccc71d1b2339 req-a87c9718-32f6-4f78-9b2e-88c3c5c21da4 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0829766 May 27 09:50:31.247301 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6e4bd23b-6455-407c-acd1-ccc71d1b2339 req-2829f380-3fba-4639-94ae-937e8f51844d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560822 May 27 09:50:31.410508 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9fa9c-2a5e-4685-be7d-52058514ba2f req-99b937b2-9c7b-4e98-a674-b355ed3605d7 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:31.411897 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-20a9fa9c-2a5e-4685-be7d-52058514ba2f req-99b937b2-9c7b-4e98-a674-b355ed3605d7 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.1006138 May 27 09:50:31.442321 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-8bd4e56b-fd61-4bdf-b0e0-913576dbd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:31.443838 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-8bd4e56b-fd61-4bdf-b0e0-913576dbd33d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 1099 time: 0.0717010 May 27 09:50:31.456960 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-20a9fa9c-2a5e-4685-be7d-52058514ba2f req-cc5d1524-21aa-4da2-81c5-61f29ae5d44b tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392156 May 27 09:50:31.581459 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-24bb83f2-59c9-4715-a142-8fab625f59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:31.582928 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-24bb83f2-59c9-4715-a142-8fab625f59db service neutron] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 911 time: 0.1287844 May 27 09:50:31.689524 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-3f62fb39-9620-4e39-8f40-213f333c731d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a HTTP/1.1" status: 200 len: 1002 time: 0.0977554 May 27 09:50:31.753242 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-056f629b-cdbc-4174-967b-f155b0d1f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:31.754640 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-056f629b-cdbc-4174-967b-f155b0d1f849 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0583646 May 27 09:50:31.831990 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-6b6cb81a-9f7c-4bf1-a529-ef2b0979e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:31.833431 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-6b6cb81a-9f7c-4bf1-a529-ef2b0979e9ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722206 May 27 09:50:31.964194 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-2d1533e5-ff7c-4177-be12-c6d3be949459 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239831 May 27 09:50:32.096123 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-051a2596-9e7c-4cc3-b628-74bd755b2d31 req-0f254a0f-5585-462e-bda3-4880535a2859 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230431 May 27 09:50:32.427780 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa140-22fb-4831-8e6b-e7c72a925701 req-63cd717d-bd12-4053-b1a0-563d03e2c91f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:32.429204 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e0ffa140-22fb-4831-8e6b-e7c72a925701 req-63cd717d-bd12-4053-b1a0-563d03e2c91f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0787079 May 27 09:50:32.474326 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e0ffa140-22fb-4831-8e6b-e7c72a925701 req-63d93b3f-693c-4ef6-8feb-78359c519851 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387440 May 27 09:50:32.641762 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3beff-0cc7-4b5c-8670-d47de631197e req-0b842b12-6777-45e4-a79d-3eb6aede0f2f tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:32.643237 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-efd3beff-0cc7-4b5c-8670-d47de631197e req-0b842b12-6777-45e4-a79d-3eb6aede0f2f tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0794549 May 27 09:50:32.692966 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-efd3beff-0cc7-4b5c-8670-d47de631197e req-69a5c45d-054a-4634-8117-5b474d7f4abe tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441523 May 27 09:50:33.164333 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:33.365314 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ea9ffb9e-cb16-4b87-a8ef-1b196c158f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:33.667995 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951402-96ea-4f21-a1e7-3b73b7451a59 req-a4c9f7c3-fbeb-4d3c-8c16-b342ee00c521 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:33.669351 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9d951402-96ea-4f21-a1e7-3b73b7451a59 req-a4c9f7c3-fbeb-4d3c-8c16-b342ee00c521 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0831459 May 27 09:50:33.715288 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9d951402-96ea-4f21-a1e7-3b73b7451a59 req-7023cd24-ac0b-409c-84c6-a0726e8f5779 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402145 May 27 09:50:33.884690 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25530661-204f-4a37-a90d-be30ca5ddd44 req-c6dd7895-cb02-46d9-a593-22ecf5c792c3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:33.886160 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-25530661-204f-4a37-a90d-be30ca5ddd44 req-c6dd7895-cb02-46d9-a593-22ecf5c792c3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0821955 May 27 09:50:33.930252 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-25530661-204f-4a37-a90d-be30ca5ddd44 req-a1b14fac-6736-4d20-8e1b-f2de72412289 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383980 May 27 09:50:34.175985 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:34.907935 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9c1c5-ba29-48d4-962d-4a80874d2e6c req-e5b1ebd3-af80-40c7-bb6e-0c5aac9ec782 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:34.909375 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bdf9c1c5-ba29-48d4-962d-4a80874d2e6c req-e5b1ebd3-af80-40c7-bb6e-0c5aac9ec782 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0791104 May 27 09:50:34.953300 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bdf9c1c5-ba29-48d4-962d-4a80874d2e6c req-d2b963a8-ffc3-46e8-8760-6098daf97127 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384386 May 27 09:50:35.829722 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:36.146403 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4b2da-0790-40e9-bf2f-b1c3f66441e3 req-b4d89f98-6023-406e-af3a-77ec54e2a6a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:36.147892 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fbb4b2da-0790-40e9-bf2f-b1c3f66441e3 req-b4d89f98-6023-406e-af3a-77ec54e2a6a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0861266 May 27 09:50:36.193090 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fbb4b2da-0790-40e9-bf2f-b1c3f66441e3 req-ae239163-007d-4acd-932b-f25a339d2ad4 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386083 May 27 09:50:37.466457 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf4ec-ae4a-491c-bd91-bcd6a49e31fc req-92e8a481-71a8-42d2-afa2-15b3d228f969 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:37.467868 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-170bf4ec-ae4a-491c-bd91-bcd6a49e31fc req-92e8a481-71a8-42d2-afa2-15b3d228f969 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.1641357 May 27 09:50:37.511687 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-170bf4ec-ae4a-491c-bd91-bcd6a49e31fc req-3b7a7f44-6560-4d9e-96ac-074e6a0da4f3 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381870 May 27 09:50:38.703055 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11779449-68ef-4c8d-9158-9755254a9000 req-25a523df-3fb7-4d8d-a11b-4f7acc5eee43 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:38.704518 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-11779449-68ef-4c8d-9158-9755254a9000 req-25a523df-3fb7-4d8d-a11b-4f7acc5eee43 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0826733 May 27 09:50:38.749746 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-11779449-68ef-4c8d-9158-9755254a9000 req-3f0340a3-e9ee-4273-8222-fb626f5c55fd tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397007 May 27 09:50:39.940952 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6feb2-c7f6-47f3-aeb7-c80d3a3aad35 req-2f3a0978-64cd-449c-9fe0-22a44575f820 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:39.942415 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-edb6feb2-c7f6-47f3-aeb7-c80d3a3aad35 req-2f3a0978-64cd-449c-9fe0-22a44575f820 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0841515 May 27 09:50:39.987137 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-edb6feb2-c7f6-47f3-aeb7-c80d3a3aad35 req-5c11d649-a33a-45b0-853b-fb32430bb1ec tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382092 May 27 09:50:41.181317 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfa3ac-8b32-43c5-a2ee-68bbb14ae53b req-83b3938a-980b-499f-9d5b-b1fca374eae2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:41.182865 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fbcfa3ac-8b32-43c5-a2ee-68bbb14ae53b req-83b3938a-980b-499f-9d5b-b1fca374eae2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0856183 May 27 09:50:41.226987 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fbcfa3ac-8b32-43c5-a2ee-68bbb14ae53b req-72be8341-e24a-4983-929c-97d0f6d195da tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385821 May 27 09:50:42.415722 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc278c-c275-430a-950b-a893b6292c55 req-ea898d7f-27d8-49a4-b588-5e43827b3d98 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:42.417083 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-58dc278c-c275-430a-950b-a893b6292c55 req-ea898d7f-27d8-49a4-b588-5e43827b3d98 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0788653 May 27 09:50:42.460582 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-58dc278c-c275-430a-950b-a893b6292c55 req-a90e9ec3-105d-452c-93d9-6e8bde2c1d21 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380592 May 27 09:50:43.464422 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7e382dd2-6edf-4853-984c-787edd1b9cb4 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:50:43.647653 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:50:43.660186 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e0d2-a111-4ebb-91b4-febb5d11611d req-88d625ce-c979-4513-bb43-ee201ea2b805 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:43.661740 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d5b3e0d2-a111-4ebb-91b4-febb5d11611d req-88d625ce-c979-4513-bb43-ee201ea2b805 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0875521 May 27 09:50:43.665033 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'port_id': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'mac_address': 'fa:16:3e:38:29:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:50:43.711261 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d5b3e0d2-a111-4ebb-91b4-febb5d11611d req-73798252-b522-49e5-a838-6d4de3d4edaf tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422816 May 27 09:50:43.722517 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:43.740643 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e382dd2-6edf-4853-984c-787edd1b9cb4 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:50:43.758805 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:50:43.763092 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:43.766010 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:50:43.842505 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=6']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:43.851163 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.851544 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.851894 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.853101 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.853446 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.853788 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.854122 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.854454 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.854824 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.855158 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.855488 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.855816 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:43.859430 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['7e382dd2-6edf-4853-984c-787edd1b9cb4'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:50:43.888223 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:50:44.921418 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf6428-1204-40dd-b2e9-5d3a7c471a82 req-14e5e45b-1b5a-44d2-ab8f-af09c84a0ce6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:44.922979 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1aaf6428-1204-40dd-b2e9-5d3a7c471a82 req-14e5e45b-1b5a-44d2-ab8f-af09c84a0ce6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 944 time: 0.0881596 May 27 09:50:44.973556 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1aaf6428-1204-40dd-b2e9-5d3a7c471a82 req-d843b1d9-35e8-4e4d-a905-14bee2829654 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443723 May 27 09:50:45.473532 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7e382dd2-6edf-4853-984c-787edd1b9cb4 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:50:45.564939 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 7e382dd2-6edf-4853-984c-787edd1b9cb4 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:50:45.565726 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:45.684993 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:45.719961 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:50:45.731148 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:50:45.735718 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:45.740160 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-12b8f9f6-bf37-40e2-84f3-9e80e4408a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:50:45.823342 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=7']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:45.827791 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:50:45.841504 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'code': 200} May 27 09:50:46.188021 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cf9a7-6ce5-4e7a-a114-733c1a7cf6d5 req-cc9f5db8-e36f-4410-a834-800f78aa0150 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:46.190261 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2e7cf9a7-6ce5-4e7a-a114-733c1a7cf6d5 req-cc9f5db8-e36f-4410-a834-800f78aa0150 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.1017318 May 27 09:50:46.240823 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2e7cf9a7-6ce5-4e7a-a114-733c1a7cf6d5 req-f2ee0d5e-49fc-4943-b0ec-f61816f55679 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441992 May 27 09:50:47.448002 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98022e2-cc10-4705-a6da-5435cb96ac07 req-534471a3-2325-476d-ba99-17680e1cdc7f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:47.449836 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e98022e2-cc10-4705-a6da-5435cb96ac07 req-534471a3-2325-476d-ba99-17680e1cdc7f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0894928 May 27 09:50:47.504033 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e98022e2-cc10-4705-a6da-5435cb96ac07 req-25067a5c-6047-44c7-9193-6f8255cab2f9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483375 May 27 09:50:48.725778 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f0bd-1f6b-4592-9a38-c2507199e331 req-fc8afe62-ed56-4b05-968a-4109f7ec7dc1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:48.728429 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7725f0bd-1f6b-4592-9a38-c2507199e331 req-fc8afe62-ed56-4b05-968a-4109f7ec7dc1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0975935 May 27 09:50:48.780546 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7725f0bd-1f6b-4592-9a38-c2507199e331 req-fd632ecc-35ec-4a29-bd55-b335fb753d28 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465641 May 27 09:50:50.011709 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ded56a-2836-49a1-974e-775d18a01307 req-d4396186-aed4-4783-95be-c9bee51b2c1a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:50.013301 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f4ded56a-2836-49a1-974e-775d18a01307 req-d4396186-aed4-4783-95be-c9bee51b2c1a tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0970647 May 27 09:50:50.068376 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f4ded56a-2836-49a1-974e-775d18a01307 req-49d223d8-3708-4600-ad0a-3b10b9aa4ff8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488839 May 27 09:50:51.284118 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddd53e-151a-4263-a3e5-390ad4890c0a req-0b467d22-cea7-4c0e-844a-ba23b12afaa1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:51.285699 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c3ddd53e-151a-4263-a3e5-390ad4890c0a req-0b467d22-cea7-4c0e-844a-ba23b12afaa1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0851042 May 27 09:50:51.340381 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c3ddd53e-151a-4263-a3e5-390ad4890c0a req-d944eec0-72c9-42a0-80d2-94b5b8b3824e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468912 May 27 09:50:52.546894 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b1175-00d6-44e0-950e-c8dc481b335c req-2262cb91-2fb1-4649-847f-94952899eda2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:52.548716 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-378b1175-00d6-44e0-950e-c8dc481b335c req-2262cb91-2fb1-4649-847f-94952899eda2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0836453 May 27 09:50:52.595227 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-378b1175-00d6-44e0-950e-c8dc481b335c req-fdc0baeb-36bd-4866-9baf-f3df2aec8dda tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404153 May 27 09:50:53.212618 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-616d9f33-399e-4160-8980-9aa3f3aa7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:53.214112 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-616d9f33-399e-4160-8980-9aa3f3aa7421 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 1098 time: 0.0730140 May 27 09:50:53.346060 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-9ac4afa6-4ba3-4c74-a867-b537408187d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:53.347540 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-9ac4afa6-4ba3-4c74-a867-b537408187d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.1272027 May 27 09:50:53.457953 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-e0ca3ebb-f710-4535-b2e4-712a3f223c0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0972605 May 27 09:50:53.526556 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-15d5d373-dc6c-4334-9b8e-9869ac3a804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:53.528008 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-15d5d373-dc6c-4334-9b8e-9869ac3a804d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.0616570 May 27 09:50:53.616628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-6aa1ac93-909e-410a-9244-cddf20098c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:53.618299 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-6aa1ac93-909e-410a-9244-cddf20098c4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744748 May 27 09:50:53.802442 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-66766a11-12f6-4668-a82e-e9505a644aea service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773930 May 27 09:50:53.899502 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b92c3-057e-407a-90fb-76a1b243f610 req-c6efaf60-5497-4673-8039-dca58d626547 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:53.900945 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-138b92c3-057e-407a-90fb-76a1b243f610 req-c6efaf60-5497-4673-8039-dca58d626547 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.1845758 May 27 09:50:53.980752 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-138b92c3-057e-407a-90fb-76a1b243f610 req-9f425148-870b-49c9-a423-e7f8eee884f9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706589 May 27 09:50:53.985830 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-075d8a7e-6d9f-4744-bbae-10130d13e8b4 req-7da875e7-d7ec-4c71-a1cc-8b04bb4f8d81 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728301 May 27 09:50:55.174539 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc9693-51fa-487a-b1ea-7bd026081aef req-2e85dcbe-ad5d-4652-b8f5-81b59a13d87e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:55.176061 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d4bc9693-51fa-487a-b1ea-7bd026081aef req-2e85dcbe-ad5d-4652-b8f5-81b59a13d87e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.0855112 May 27 09:50:55.220954 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d4bc9693-51fa-487a-b1ea-7bd026081aef req-c4915921-575f-4d16-bc8c-21f02dbee03e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389185 May 27 09:50:56.255528 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-e8bf12cc-2f14-4b5a-94e0-32c0345a0f26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733676 May 27 09:50:56.471946 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-ecf847f2-0718-403c-b308-a594903b8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:56.473355 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-ecf847f2-0718-403c-b308-a594903b8c8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 1098 time: 0.1962967 May 27 09:50:56.499363 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450dbd-3a3f-40a2-a89b-a2598da5a74d req-096d213b-0dc4-464e-ae1c-a9a73995ac57 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:56.500790 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f8450dbd-3a3f-40a2-a89b-a2598da5a74d req-096d213b-0dc4-464e-ae1c-a9a73995ac57 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 945 time: 0.1645272 May 27 09:50:56.626285 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f8450dbd-3a3f-40a2-a89b-a2598da5a74d req-83f6b4fe-9626-4638-9842-3d1c2df8228b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067684 May 27 09:50:56.660663 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-6f5f2950-ced9-44ac-93a5-aa514671bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:56.662130 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-6f5f2950-ced9-44ac-93a5-aa514671bad9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.1604943 May 27 09:50:56.772704 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-a122f63f-7155-4d8e-914f-652a4efdd317 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0998318 May 27 09:50:56.838691 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-6593d81e-99aa-4ced-a8b0-6b131a08f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:56.840180 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-6593d81e-99aa-4ced-a8b0-6b131a08f78e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.0602591 May 27 09:50:56.924450 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-d906e86b-1fd7-4801-9e3e-b118bf61df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:56.925932 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-d906e86b-1fd7-4801-9e3e-b118bf61df80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749402 May 27 09:50:57.071458 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-b2b2f7a0-918a-46d3-9531-e985037927ef service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387026 May 27 09:50:57.209536 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2275bc24-1418-44c1-881d-b6496e81c5b5 req-176d540d-da51-42a4-b61e-eb271f00d8ec service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309915 May 27 09:50:57.535854 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7e382dd2-6edf-4853-984c-787edd1b9cb4 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:50:57.670668 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:57.696473 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:50:57.706276 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:50:57.710091 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:57.712313 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:50:57.746628 dv-cinder-788782-3-iscsi neutron-server[108801]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'code': 422} returned with failed status May 27 09:50:57.779200 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=8']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:57.782223 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:50:57.830647 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:58.185814 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f92a2e-2fd5-4306-87f5-1b83d391e086 req-83d5c420-9892-4864-9f4f-ad1ed5e1c0b2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:58.187339 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-95f92a2e-2fd5-4306-87f5-1b83d391e086 req-83d5c420-9892-4864-9f4f-ad1ed5e1c0b2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0824893 May 27 09:50:58.189543 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-665589cf-2048-463c-b579-7db8e97c2499 req-4677f37f-5c8d-4d3e-8bea-02adb99e26ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706713 May 27 09:50:58.232845 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-95f92a2e-2fd5-4306-87f5-1b83d391e086 req-8d31f519-a542-4963-8087-3d475e869df3 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 May 27 09:50:59.213621 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665589cf-2048-463c-b579-7db8e97c2499 req-32696171-d4bd-4744-a41a-de6d91504cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:59.215082 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-665589cf-2048-463c-b579-7db8e97c2499 req-32696171-d4bd-4744-a41a-de6d91504cf4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08&tenant_id=3b330abb3b9042a3b420a8d642e8057d HTTP/1.1" status: 200 len: 1096 time: 0.0739555 May 27 09:50:59.308010 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665589cf-2048-463c-b579-7db8e97c2499 req-9ad19aa2-16da-4d56-b623-455927b65359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:59.309503 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-665589cf-2048-463c-b579-7db8e97c2499 req-9ad19aa2-16da-4d56-b623-455927b65359 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b330abb3b9042a3b420a8d642e8057d&device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 1096 time: 0.0724590 May 27 09:50:59.439266 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd6d42-883e-4b03-9429-9ca1fbe81dac req-1331d698-c7d8-4999-8de2-4e04788c7c5d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:59.440664 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-50bd6d42-883e-4b03-9429-9ca1fbe81dac req-1331d698-c7d8-4999-8de2-4e04788c7c5d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0900075 May 27 09:50:59.450656 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665589cf-2048-463c-b579-7db8e97c2499 req-659001b0-6847-401f-a21b-d2a13ca4db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:59.452142 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-665589cf-2048-463c-b579-7db8e97c2499 req-659001b0-6847-401f-a21b-d2a13ca4db78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 200 len: 918 time: 0.1355064 May 27 09:50:59.490409 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-50bd6d42-883e-4b03-9429-9ca1fbe81dac req-e87c87f3-5cc7-45ad-9a88-a62ea87a72e2 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 May 27 09:50:59.605749 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-665589cf-2048-463c-b579-7db8e97c2499 req-cad2f543-e050-4f57-8919-c199c1ee4189 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4 HTTP/1.1" status: 200 len: 999 time: 0.1469855 May 27 09:50:59.680900 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665589cf-2048-463c-b579-7db8e97c2499 req-674809c3-2373-45dc-b8e1-c2823f1fccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:59.682366 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-665589cf-2048-463c-b579-7db8e97c2499 req-674809c3-2373-45dc-b8e1-c2823f1fccc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 200 len: 856 time: 0.0702775 May 27 09:50:59.775354 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665589cf-2048-463c-b579-7db8e97c2499 req-8bde7bc2-c3f6-4264-a4d4-d6bce171a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:50:59.776602 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-665589cf-2048-463c-b579-7db8e97c2499 req-8bde7bc2-c3f6-4264-a4d4-d6bce171a734 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ee0d91-f82a-4540-a638-25bb8b7f5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876057 May 27 09:50:59.933864 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-665589cf-2048-463c-b579-7db8e97c2499 req-c010946c-8ea8-41c6-9ace-2050a9e22397 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477461 May 27 09:51:00.193773 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-665589cf-2048-463c-b579-7db8e97c2499 req-4a572f82-3aa0-49b1-a7b0-be6aa9f8dd65 service neutron] 10.222.0.45 "GET /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531934 May 27 09:51:00.638708 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-739be4e1-cf70-49e7-a9bd-0f84aa41d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:00.724424 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0dc07-c3e4-443d-a371-693c1756f3f2 req-086f3ba0-a094-4f54-afb4-4c109215ae33 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:00.732794 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-10e0dc07-c3e4-443d-a371-693c1756f3f2 req-086f3ba0-a094-4f54-afb4-4c109215ae33 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0993054 May 27 09:51:00.795007 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-10e0dc07-c3e4-443d-a371-693c1756f3f2 req-aa7c83a8-67d2-4a5d-8d91-1a9f5fd621d6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595956 May 27 09:51:01.984854 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3b081-200a-419b-8473-53792b1833c0 req-f212f586-9db2-428b-a2da-9d89cfca48a6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:01.986359 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-dce3b081-200a-419b-8473-53792b1833c0 req-f212f586-9db2-428b-a2da-9d89cfca48a6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0838318 May 27 09:51:02.033352 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-dce3b081-200a-419b-8473-53792b1833c0 req-6afc9aa6-ff8e-496e-81c7-cf667283510b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410137 May 27 09:51:03.170026 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:03.236499 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f48ff-b836-4838-8de8-710db58775e8 req-fc2f38b2-4903-4a4e-b996-981127917129 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:03.237959 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6d5f48ff-b836-4838-8de8-710db58775e8 req-fc2f38b2-4903-4a4e-b996-981127917129 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0894420 May 27 09:51:03.285285 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6d5f48ff-b836-4838-8de8-710db58775e8 req-e570076f-30d0-4d76-8460-6d11934025da tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 May 27 09:51:03.367465 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4281-156c-4a7a-b5ad-5f3ba38d96ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:04.180548 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:04.566020 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaf8b3-5c48-4ed7-a2ab-b4190299287e req-7207d28c-b9b7-40df-86ff-9003bc9519e8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:04.567840 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f8aaf8b3-5c48-4ed7-a2ab-b4190299287e req-7207d28c-b9b7-40df-86ff-9003bc9519e8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.1710413 May 27 09:51:04.615898 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f8aaf8b3-5c48-4ed7-a2ab-b4190299287e req-d55cca90-b591-46ca-83ba-3b20d7ecd9fc tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409896 May 27 09:51:05.536779 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:51:05.815598 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cc7db-e370-441a-86f5-675d6e19ef3b req-5642c7ab-6cbf-45b5-9e6f-f8d8960afcef tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:05.817294 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6d2cc7db-e370-441a-86f5-675d6e19ef3b req-5642c7ab-6cbf-45b5-9e6f-f8d8960afcef tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0856760 May 27 09:51:05.838138 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:05.869082 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6d2cc7db-e370-441a-86f5-675d6e19ef3b req-33c85287-f3df-4630-bc4f-3e3f3d230897 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452650 May 27 09:51:07.070393 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f7cee-c2a6-442c-8c4d-ce7fd652e6c2 req-f4f7c87d-1072-46cd-888e-549cfd2b1cca tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:07.072062 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ab4f7cee-c2a6-442c-8c4d-ce7fd652e6c2 req-f4f7c87d-1072-46cd-888e-549cfd2b1cca tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0859463 May 27 09:51:07.121346 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ab4f7cee-c2a6-442c-8c4d-ce7fd652e6c2 req-fed3d74d-df51-4070-b37e-5e7ab6b20429 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 May 27 09:51:08.317860 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45957c70-af08-4b5c-88fc-b1a9e2d289af req-b6703fa6-98ae-4432-98f9-37089cf991a7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:08.319575 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-45957c70-af08-4b5c-88fc-b1a9e2d289af req-b6703fa6-98ae-4432-98f9-37089cf991a7 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0841243 May 27 09:51:08.368680 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-45957c70-af08-4b5c-88fc-b1a9e2d289af req-fa73c9ab-785c-41cf-9bac-c3dbde3179e9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 May 27 09:51:09.567385 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf865856-be91-4a3f-8815-8dbe612280b4 req-3b14644d-7c59-4a9d-bf16-57f03a38fec6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:09.571236 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cf865856-be91-4a3f-8815-8dbe612280b4 req-3b14644d-7c59-4a9d-bf16-57f03a38fec6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0845406 May 27 09:51:09.624504 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cf865856-be91-4a3f-8815-8dbe612280b4 req-55fe580e-a389-4aba-a359-0c25830a807f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487952 May 27 09:51:10.824265 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ff70d-a860-4ccc-bb6c-bded13d2a0f3 req-25ab6619-3f79-4a78-8e32-48665507b6b6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:10.826730 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-961ff70d-a860-4ccc-bb6c-bded13d2a0f3 req-25ab6619-3f79-4a78-8e32-48665507b6b6 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0872214 May 27 09:51:10.872499 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-961ff70d-a860-4ccc-bb6c-bded13d2a0f3 req-c47a1a41-5d70-40b0-be1b-30372d329b91 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 May 27 09:51:12.068178 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7cff8-6822-484b-ba96-8c80ce6e86ff req-6a33ba5a-48da-4594-b4ca-4e991d758092 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:12.070797 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-19c7cff8-6822-484b-ba96-8c80ce6e86ff req-6a33ba5a-48da-4594-b4ca-4e991d758092 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0858572 May 27 09:51:12.117711 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-19c7cff8-6822-484b-ba96-8c80ce6e86ff req-18b550b1-3ba1-4754-aeab-f39c1cd329eb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 May 27 09:51:13.322094 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6d187-53be-4579-987b-04414aa941f9 req-a53a1e0a-2d90-4714-9fe0-97d322dde77b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:13.324239 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8ab6d187-53be-4579-987b-04414aa941f9 req-a53a1e0a-2d90-4714-9fe0-97d322dde77b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 943 time: 0.0888836 May 27 09:51:13.371922 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8ab6d187-53be-4579-987b-04414aa941f9 req-e697fcaf-9fba-4a14-b38b-6b733ae9c2cc tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 May 27 09:51:13.390814 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2461828-2326-4554-8441-93213ac5f682 req-1ba103f8-f5c3-4e61-8a84-c1bafc96fa7d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:13.392305 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d2461828-2326-4554-8441-93213ac5f682 req-1ba103f8-f5c3-4e61-8a84-c1bafc96fa7d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0815527 May 27 09:51:13.437254 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d2461828-2326-4554-8441-93213ac5f682 req-ebebcdc7-68ef-4c16-98ec-5492774cc72f tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387192 May 27 09:51:13.593642 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7e382dd2-6edf-4853-984c-787edd1b9cb4 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:51:13.726031 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:51:13.739151 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'port_id': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'mac_address': 'fa:16:3e:38:29:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:51:13.794414 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:13.812448 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e382dd2-6edf-4853-984c-787edd1b9cb4 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:51:13.828607 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:51:13.832467 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:13.834210 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:13.902504 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=9']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:13.905581 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:14.053895 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['7e382dd2-6edf-4853-984c-787edd1b9cb4'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:51:14.564676 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc609200-ff7d-48eb-b33b-6bf90b9facd9 req-a51ea027-18ac-44c4-9008-2cf405ab43d1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:14.566170 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc609200-ff7d-48eb-b33b-6bf90b9facd9 req-a51ea027-18ac-44c4-9008-2cf405ab43d1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 944 time: 0.0856817 May 27 09:51:14.611549 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc609200-ff7d-48eb-b33b-6bf90b9facd9 req-5c72cd3f-b117-41b2-8373-d6a339560b69 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 May 27 09:51:14.626870 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbeb08-5a8c-456b-bf2a-1d5838ac67d2 req-3731ffef-8e90-41d3-b80a-05e7965b7164 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:14.628346 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b0dbeb08-5a8c-456b-bf2a-1d5838ac67d2 req-3731ffef-8e90-41d3-b80a-05e7965b7164 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0850916 May 27 09:51:14.672595 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-b0dbeb08-5a8c-456b-bf2a-1d5838ac67d2 req-b2a9c4d1-7137-45af-a874-805d1defc5fe tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386348 May 27 09:51:15.609254 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7e382dd2-6edf-4853-984c-787edd1b9cb4 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:51:15.680586 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 7e382dd2-6edf-4853-984c-787edd1b9cb4 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:51:15.680965 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:15.802593 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:15.806128 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df42b33-1943-49fe-b417-096c33aeb395 req-9f6a8128-26ed-4584-a5ec-76be0c3687d3 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:15.807681 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5df42b33-1943-49fe-b417-096c33aeb395 req-9f6a8128-26ed-4584-a5ec-76be0c3687d3 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 944 time: 0.0861340 May 27 09:51:15.831894 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:51:15.843053 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:51:15.847997 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:15.850833 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:15.857739 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5df42b33-1943-49fe-b417-096c33aeb395 req-360c4bc6-aa14-44d4-aab7-d416d282abb1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 May 27 09:51:15.885176 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1f386-c2a3-4529-8d4c-58b83e661fca req-c9dfef0d-3b03-47ea-ad90-600627930aae tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:15.885176 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f9b1f386-c2a3-4529-8d4c-58b83e661fca req-c9dfef0d-3b03-47ea-ad90-600627930aae tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0827668 May 27 09:51:15.920432 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'code': 200} May 27 09:51:15.924016 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=10']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:15.926904 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:15.932062 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f9b1f386-c2a3-4529-8d4c-58b83e661fca req-12f54806-48fc-4bd2-bb36-f2f7d771f8d8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482309 May 27 09:51:16.166044 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa1ef-2c05-4c8b-8df9-1f79cc04147e req-d0460257-85db-4306-bd4f-98587b18d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:16.167495 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-753fa1ef-2c05-4c8b-8df9-1f79cc04147e req-d0460257-85db-4306-bd4f-98587b18d0b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 1099 time: 0.0735457 May 27 09:51:16.208382 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-753fa1ef-2c05-4c8b-8df9-1f79cc04147e req-3478217c-ca69-4a7a-bcea-e0d430f45334 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 May 27 09:51:17.083841 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42c96a-2860-476b-8f8e-58d77d7d09ed req-c75455ae-1921-4482-9124-94d12b57e8ad tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:17.085547 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2f42c96a-2860-476b-8f8e-58d77d7d09ed req-c75455ae-1921-4482-9124-94d12b57e8ad tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 946 time: 0.1131942 May 27 09:51:17.130120 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d755cdf-f442-46c7-9baf-e5b04e9d7233 req-5ae89426-8e88-4c8f-939b-a162ea6b2837 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:17.139436 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2f42c96a-2860-476b-8f8e-58d77d7d09ed req-4f5029b7-c30d-4c04-9227-e16cc6cff23f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479548 May 27 09:51:17.140606 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7d755cdf-f442-46c7-9baf-e5b04e9d7233 req-5ae89426-8e88-4c8f-939b-a162ea6b2837 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0997398 May 27 09:51:17.187698 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7d755cdf-f442-46c7-9baf-e5b04e9d7233 req-e74cf5ed-0a7c-42f3-b7c3-b1e9cf1e55a2 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462136 May 27 09:51:18.331996 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01f944-196e-47f4-914c-e22b7f1d9324 req-0c64c262-5fe3-4755-a12c-7f40c5cff02f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:18.333470 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ba01f944-196e-47f4-914c-e22b7f1d9324 req-0c64c262-5fe3-4755-a12c-7f40c5cff02f tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 946 time: 0.0818565 May 27 09:51:18.375303 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e7c32-cf69-48a2-bcfe-7c05d1521b5a req-5bc26aa1-ef23-4843-b8bc-ca40f16069de tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:18.376672 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-101e7c32-cf69-48a2-bcfe-7c05d1521b5a req-5bc26aa1-ef23-4843-b8bc-ca40f16069de tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0831115 May 27 09:51:18.379347 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ba01f944-196e-47f4-914c-e22b7f1d9324 req-f1436b97-a2e7-4730-bfbe-cc8b66760cdc tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391769 May 27 09:51:18.421913 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-101e7c32-cf69-48a2-bcfe-7c05d1521b5a req-b6bc7f9a-ddd0-4463-b5a2-dcdac5e607e2 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387435 May 27 09:51:19.614835 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9741c-9e91-4a0c-b5a7-49d5a68e543f req-9eb1ec89-2b04-4a3a-9e3f-561297c08789 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:19.616466 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7ac9741c-9e91-4a0c-b5a7-49d5a68e543f req-9eb1ec89-2b04-4a3a-9e3f-561297c08789 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0876753 May 27 09:51:19.668193 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7ac9741c-9e91-4a0c-b5a7-49d5a68e543f req-c8362ab4-6611-42e6-add9-90242295b9a5 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461552 May 27 09:51:20.853297 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f500bf-bcd4-4317-b562-7a08b4792e8a req-236a4042-ac48-4516-9369-c15c94763084 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:20.854683 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-90f500bf-bcd4-4317-b562-7a08b4792e8a req-236a4042-ac48-4516-9369-c15c94763084 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0801446 May 27 09:51:20.899007 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-90f500bf-bcd4-4317-b562-7a08b4792e8a req-2a0f3a8b-acb0-44b8-844d-c0f834a9a5f6 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387537 May 27 09:51:22.083131 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e1d2c-3003-4d39-9817-51ec015faffc req-93764a21-44f7-4a5e-b462-dd06f3501c56 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:22.084575 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0b3e1d2c-3003-4d39-9817-51ec015faffc req-93764a21-44f7-4a5e-b462-dd06f3501c56 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0798283 May 27 09:51:22.129113 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0b3e1d2c-3003-4d39-9817-51ec015faffc req-23fcbb84-9ad0-4afb-8461-8986da700855 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383575 May 27 09:51:23.315392 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9739c95-7e62-435a-973b-d3cfd9ed4a0d req-23d648fe-83e4-48eb-8894-103110d5acc0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:23.316865 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d9739c95-7e62-435a-973b-d3cfd9ed4a0d req-23d648fe-83e4-48eb-8894-103110d5acc0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0835674 May 27 09:51:23.360903 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d9739c95-7e62-435a-973b-d3cfd9ed4a0d req-8558742f-878f-4d06-b617-d1f3be9bea79 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373714 May 27 09:51:24.546923 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a205e-8073-4dae-871f-c363c793da68 req-ee0224d0-b73a-43eb-8e3c-f4c34e3f2ceb tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:24.548384 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f36a205e-8073-4dae-871f-c363c793da68 req-ee0224d0-b73a-43eb-8e3c-f4c34e3f2ceb tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0835445 May 27 09:51:24.595782 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f36a205e-8073-4dae-871f-c363c793da68 req-b6227b5c-8d07-49b6-b430-1778c4b2214a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 May 27 09:51:24.987134 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22047a-5419-4569-ab91-b930ad35da8a req-cea0da0c-5632-4ebb-841b-e130b3e09926 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:24.988493 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1d22047a-5419-4569-ab91-b930ad35da8a req-cea0da0c-5632-4ebb-841b-e130b3e09926 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.1383772 May 27 09:51:25.010109 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-7349c6ef-0ef1-494a-a5dc-0a2c24d4e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:25.011601 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-7349c6ef-0ef1-494a-a5dc-0a2c24d4e232 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 1099 time: 0.1107666 May 27 09:51:25.109505 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1d22047a-5419-4569-ab91-b930ad35da8a req-ded191af-3d48-4215-9f12-ddda1e14e83f tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137300 May 27 09:51:25.160882 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-596b4119-600e-473d-b635-69a9ba531e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:25.162334 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-596b4119-600e-473d-b635-69a9ba531e94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 911 time: 0.1436002 May 27 09:51:25.336961 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-20e5ac38-319f-427a-acd0-ab455dd78d85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a HTTP/1.1" status: 200 len: 1002 time: 0.1685894 May 27 09:51:25.402788 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-bc25b497-9625-4498-b2fb-da78f8d7c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:25.404171 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-bc25b497-9625-4498-b2fb-da78f8d7c26d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0564053 May 27 09:51:25.480853 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-8d2feadf-b318-4870-a964-5375ae6f2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:25.482305 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-8d2feadf-b318-4870-a964-5375ae6f2ef7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713766 May 27 09:51:25.614328 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-4430784f-fac5-4185-b194-0437d119896c service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242282 May 27 09:51:25.765383 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f8b30f06-e076-4bfe-b67e-b6b8d67c3fd8 req-611afd37-19e0-4200-b50a-1957b7f84786 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358194 May 27 09:51:26.298010 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82232891-4f0e-4b76-9b11-13687c665ceb req-9ee9f3ad-87d7-497b-a85c-18afd8b3f80e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:26.299655 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-82232891-4f0e-4b76-9b11-13687c665ceb req-9ee9f3ad-87d7-497b-a85c-18afd8b3f80e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0812054 May 27 09:51:26.349675 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-82232891-4f0e-4b76-9b11-13687c665ceb req-aa1edbee-d6db-4241-b8cb-c9e8384a2fc0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437694 May 27 09:51:27.673542 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d6f5-02ac-48c8-a6ee-8d571a241afe req-833c8686-1f39-485e-9de6-46f5f2b29a22 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:27.674988 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1ff0d6f5-02ac-48c8-a6ee-8d571a241afe req-833c8686-1f39-485e-9de6-46f5f2b29a22 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0802853 May 27 09:51:27.721125 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1ff0d6f5-02ac-48c8-a6ee-8d571a241afe req-f1889a85-7e6d-40f2-b2e1-1e6ee430f618 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400198 May 27 09:51:27.833512 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:30.623658 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-86009d11-b31e-4f8f-8bc7-d3c2f3176863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:33.173205 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:33.368540 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ecb0dc7a-6544-42fa-ab7d-58988130c72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:34.176009 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:35.833650 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:42.536220 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:51:51.692951 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1eaef-55a1-46f0-a591-99e7bbb8dcaf req-d60c4e4e-c01a-453f-bd5c-991a3e5b3775 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:51.694448 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9bc1eaef-55a1-46f0-a591-99e7bbb8dcaf req-d60c4e4e-c01a-453f-bd5c-991a3e5b3775 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 946 time: 0.0835683 May 27 09:51:51.739690 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9bc1eaef-55a1-46f0-a591-99e7bbb8dcaf req-0ace7e00-eaa5-4138-a519-2d01c0fc5e7d tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392118 May 27 09:51:52.932012 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f03b5-62ea-4735-8613-71d1f508b589 req-6b7c5e81-f6c9-46bd-b25a-97db19275d74 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:52.933406 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e24f03b5-62ea-4735-8613-71d1f508b589 req-6b7c5e81-f6c9-46bd-b25a-97db19275d74 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 946 time: 0.0803668 May 27 09:51:52.977512 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-cb9c969b-8946-4d7d-b7e7-7a0901787902 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:52.979089 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-cb9c969b-8946-4d7d-b7e7-7a0901787902 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 946 time: 0.0806317 May 27 09:51:52.979215 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e24f03b5-62ea-4735-8613-71d1f508b589 req-f8c57856-1c9e-48c2-8001-8494d83df26b tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups?id=001f670a-f62b-47db-82eb-6a282609f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 May 27 09:51:53.130051 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Deleting port 7e382dd2-6edf-4853-984c-787edd1b9cb4 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:51:53.130433 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.261774 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] For port 7e382dd2-6edf-4853-984c-787edd1b9cb4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7e382dd2-6edf-4853-984c-787edd1b9cb4,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:51:53.262048 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.553240 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.553846 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.554215 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Floating IP 648f9498-3e30-4a52-b18a-ebc45833acc3 disassociated. External IP: 172.27.3.211, port: 7e382dd2-6edf-4853-984c-787edd1b9cb4. May 27 09:51:53.554602 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Calling delete_port for 7e382dd2-6edf-4853-984c-787edd1b9cb4 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:51:53.660835 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.667235 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-60495581-cbf4-4477-b4f5-eaf1b7405061 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:53.718999 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event deleted for resources: {'Port': ['ID=7e382dd2-6edf-4853-984c-787edd1b9cb4,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:53.780457 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.780832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.781200 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.781563 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.781921 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.782275 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.782630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.783014 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.783365 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.783715 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.784063 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.784411 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:53.788400 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:53.992946 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:51:54.201999 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1d7cdc4f-5aa5-462a-b5c4-00755fa42926 req-543b295b-7d69-4c5b-bc5d-fabff79eca57 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4839be-d24c-41f5-a9d8-35bb4863fe08 HTTP/1.1" status: 200 len: 210 time: 0.0617237 May 27 09:51:54.218665 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:51:54.228787 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] Sync routers for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:51:54.238603 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:51:54.239278 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:51:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:54.294702 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] No DVR routers for this DVR port 7e382dd2-6edf-4853-984c-787edd1b9cb4 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:51:54.297213 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:54.299919 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-deleted', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:51:54.317155 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a21dcb31-37fb-4f3c-ba66-d0641358fad7 req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.45 "DELETE /v2.0/ports/7e382dd2-6edf-4853-984c-787edd1b9cb4 HTTP/1.1" status: 204 len: 173 time: 1.3323553 May 27 09:51:54.410470 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4839be-d24c-41f5-a9d8-35bb4863fe08', 'name': 'network-vif-deleted', 'tag': '7e382dd2-6edf-4853-984c-787edd1b9cb4', 'status': 'completed', 'code': 200} May 27 09:51:54.441146 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:51:54.754735 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:54.759364 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] Checking router: 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:51:54.767526 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:51:54.768125 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:51:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:54.947608 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:51:55.266124 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:55.270134 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161a7a4-c107-451f-8aac-8645736b91b1 None None] The sync data for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi is: [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:44:48Z', 'revision_number': 4, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'd50051d9-ba16-41d4-924d-4daddb961e40', 'name': '', 'network_id': '77ee0d91-f82a-4540-a638-25bb8b7f5b90', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:46Z', 'updated_at': '2021-05-27T09:45:01Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'subnets': [{'id': '835987c0-e8bc-41aa-a694-c5822e6779c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:51:55.331753 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44416) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:55.398375 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-474a95de-e894-4122-b729-57dbf43f4585 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:55.428591 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-474a95de-e894-4122-b729-57dbf43f4585 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:55.470120 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24dc3c-4750-4d19-be1a-2a36e0b97f6f None None] New status for floating IP 648f9498-3e30-4a52-b18a-ebc45833acc3: DOWN {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:51:55.487199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-474a95de-e894-4122-b729-57dbf43f4585 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:55.491987 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3d05d32a-a613-4422-9963-ebc7b6521072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:55.508191 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a95de-e894-4122-b729-57dbf43f4585 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f670a-f62b-47db-82eb-6a282609f0aa,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:55.511068 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-474a95de-e894-4122-b729-57dbf43f4585 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:55.518128 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-474a95de-e894-4122-b729-57dbf43f4585 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:55.522217 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-474a95de-e894-4122-b729-57dbf43f4585 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "DELETE /v2.0/security-groups/001f670a-f62b-47db-82eb-6a282609f0aa HTTP/1.1" status: 204 len: 168 time: 0.1866972 May 27 09:51:55.522440 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44420) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:55.539054 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.api.v2.resource [None req-6645b81d-e7fa-42f0-ac28-b74ba4d2b3fd tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] show failed (client error): The resource could not be found. May 27 09:51:55.540035 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6645b81d-e7fa-42f0-ac28-b74ba4d2b3fd tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "GET /v2.0/security-groups/001f670a-f62b-47db-82eb-6a282609f0aa HTTP/1.1" status: 404 len: 347 time: 0.0166850 May 27 09:51:55.542872 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44424) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:55.764272 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Deleting port 0d63c1fa-4d0a-4824-aa9c-7d2046645d10 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:51:55.764530 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:55.892559 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:55.892903 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.014012 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Calling delete_port for 0d63c1fa-4d0a-4824-aa9c-7d2046645d10 owned by network:floatingip {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:51:56.123324 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.127732 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1b17a74f-a9a9-4d67-b1ac-7326adeaf325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:56.236361 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Pushing event deleted for resources: {'Port': ['ID=0d63c1fa-4d0a-4824-aa9c-7d2046645d10,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:56.244349 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:56.320988 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks [] for floatingip, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.334370 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-b5a48c62-f196-49c7-a9b6-d8ca5fc6dad5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1780179 May 27 09:51:56.340135 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.341243 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] 10.222.0.20 "DELETE /v2.0/floatingips/648f9498-3e30-4a52-b18a-ebc45833acc3 HTTP/1.1" status: 204 len: 168 time: 0.7975092 May 27 09:51:56.480246 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-ea1faa47-75b8-4eef-bcad-1fb2af556f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:56.481894 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-ea1faa47-75b8-4eef-bcad-1fb2af556f2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 1099 time: 0.0785387 May 27 09:51:56.709268 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-c93582e7-ac8c-4758-b46d-41cd79589543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:56.710635 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-c93582e7-ac8c-4758-b46d-41cd79589543 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 911 time: 0.2079244 May 27 09:51:56.815317 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-66680532-6fba-4506-8566-989a555cd579 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a HTTP/1.1" status: 200 len: 1002 time: 0.0974286 May 27 09:51:56.881430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-94f52565-ef45-45cf-8a64-4d4b588bef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:56.882863 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-94f52565-ef45-45cf-8a64-4d4b588bef73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0609550 May 27 09:51:56.957318 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-4b8632ce-9998-49a6-a480-9f80ce7f8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:56.959446 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-4b8632ce-9998-49a6-a480-9f80ce7f8cf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696933 May 27 09:51:57.089955 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-76626159-b43d-4840-a40d-656d060d77fc service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240203 May 27 09:51:57.228307 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dc688f5-dd14-4d3a-82cc-fb9c4290bb89 req-18f79c2d-d899-48e3-8dd5-fff5ad2b6877 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283240 May 27 09:51:57.829928 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:57.872805 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7e382dd2-6edf-4853-984c-787edd1b9cb4 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:51:57.911869 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 7e382dd2-6edf-4853-984c-787edd1b9cb4 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:51:57.912356 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7e382dd2-6edf-4853-984c-787edd1b9cb4 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:51:59.125943 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44450) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:59.810849 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662012'] for router_interface, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:00.303549 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Deleting port d50051d9-ba16-41d4-924d-4daddb961e40 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:52:00.304255 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:00.440402 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] For port d50051d9-ba16-41d4-924d-4daddb961e40, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=d50051d9-ba16-41d4-924d-4daddb961e40,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:52:00.445191 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:00.602885 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Calling delete_port for d50051d9-ba16-41d4-924d-4daddb961e40 owned by network:router_interface {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:52:00.628172 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-972407af-058e-4e85-a8ff-20d10addbb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:00.932143 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:00.936233 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cb200df6-0867-4017-8ad7-0d5b3d5f1e8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:00.989459 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Pushing event deleted for resources: {'Port': ['ID=d50051d9-ba16-41d4-924d-4daddb961e40,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:00.993311 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:01.032402 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380da971-de0f-4ff2-b9de-6a49065d00bb req-328ab94b-a07b-4106-9c3b-a59022145d8a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:01.034074 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-380da971-de0f-4ff2-b9de-6a49065d00bb req-328ab94b-a07b-4106-9c3b-a59022145d8a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.1198621 May 27 09:52:01.092770 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-380da971-de0f-4ff2-b9de-6a49065d00bb req-770b509e-9bb7-4336-a5bb-9f80e846dc37 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505948 May 27 09:52:01.302597 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665676'] for router_interface, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:01.746524 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:52:01.930269 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:52:01.938506 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] Sync routers for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:52:01.942168 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] 10.222.0.20 "PUT /v2.0/routers/5bd5ca41-5bd2-455b-a97f-ebe58a544dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8151014 May 27 09:52:01.944818 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44466) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:01.948779 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:52:01.949456 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:51:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:02.125736 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:52:02.128883 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:02.363594 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:02.411507 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e4212-f47b-4b66-8b90-337b73c66b63 req-ba31a682-e4ff-4965-a4ed-884496bb4cb1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:02.413766 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-401e4212-f47b-4b66-8b90-337b73c66b63 req-ba31a682-e4ff-4965-a4ed-884496bb4cb1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.1971836 May 27 09:52:02.452160 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:52:00Z', 'revision_number': 5, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port': {'id': 'fead008b-e0df-4047-9bb9-ebd18e031101', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:44:37Z', 'updated_at': '2021-05-27T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:02.455937 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] Checking router: 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:52:02.465277 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] Routers {'5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:52:02.465901 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:51:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:02.473547 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-401e4212-f47b-4b66-8b90-337b73c66b63 req-44fa96e0-f52f-49fa-880b-58555ac358b5 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539267 May 27 09:52:02.483863 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Deleting port fead008b-e0df-4047-9bb9-ebd18e031101 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:52:02.484206 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:02.612063 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] For port fead008b-e0df-4047-9bb9-ebd18e031101, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=fead008b-e0df-4047-9bb9-ebd18e031101,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:52:02.612715 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:02.624757 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] Set router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 gateway port host: None {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:52:02.734935 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:52:02Z', 'revision_number': 6, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port_host': None}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:02.739054 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8ebac-e079-480c-9db2-d84082b6cee8 None None] The sync data for ids ['5bd5ca41-5bd2-455b-a97f-ebe58a544dd9'] in dv-cinder-788782-3-iscsi is: [{'id': '5bd5ca41-5bd2-455b-a97f-ebe58a544dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-2098041511-router', 'tenant_id': '3b330abb3b9042a3b420a8d642e8057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:44:35Z', 'updated_at': '2021-05-27T09:52:02Z', 'revision_number': 6, 'project_id': '3b330abb3b9042a3b420a8d642e8057d', 'gw_port_host': None}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:52:02.768615 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Calling delete_port for fead008b-e0df-4047-9bb9-ebd18e031101 owned by network:router_gateway {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:52:02.838178 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-8b99d7d9-acc7-4ff0-9fe1-e0c61f40a3f0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:02.839910 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-8b99d7d9-acc7-4ff0-9fe1-e0c61f40a3f0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.1110396 May 27 09:52:03.047916 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Deleting port 7d7791af-c160-4a46-91e1-41cb1d8aa19a {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:52:03.048258 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.179093 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.229697 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.238457 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ca0b46a9-38d0-4be0-91f9-01fceab82aac tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:03.292704 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fead008b-e0df-4047-9bb9-ebd18e031101,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:03.295653 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:03.369655 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-8626675b-3881-4593-a783-8889435f320c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.436255 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] For port 7d7791af-c160-4a46-91e1-41cb1d8aa19a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7d7791af-c160-4a46-91e1-41cb1d8aa19a,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:52:03.436533 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.444382 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667091'] for router_gateway, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.662590 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff26661-0cd6-42cf-aea3-56c1ff9f9cc3 req-88da2df6-8b60-4210-beaa-a6e48d83a4d5 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:03.664132 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9ff26661-0cd6-42cf-aea3-56c1ff9f9cc3 req-88da2df6-8b60-4210-beaa-a6e48d83a4d5 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 946 time: 0.0833559 May 27 09:52:03.698134 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.702472 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.709870 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-9ff26661-0cd6-42cf-aea3-56c1ff9f9cc3 req-81860c87-df05-405c-b53c-1b037c21f58b tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a3c2e96-f42a-4518-92ca-8735d6486476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392334 May 27 09:52:03.814416 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669536'] for router, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.815061 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 {{(pid=108800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:52:03.908210 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.909349 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5bd5ca41-5bd2-455b-a97f-ebe58a544dd9 HTTP/1.1" status: 204 len: 168 time: 1.9633725 May 27 09:52:03.912291 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44474) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:03.943063 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.944197 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:03.944411 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Floating IP e44ba2c5-c258-46ca-a984-2bc2bf39f71b disassociated. External IP: 172.27.3.251, port: 7d7791af-c160-4a46-91e1-41cb1d8aa19a. May 27 09:52:03.944754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Calling delete_port for 7d7791af-c160-4a46-91e1-41cb1d8aa19a owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:52:03.977479 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Deleting subnet 835987c0-e8bc-41aa-a694-c5822e6779c5 {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:52:03.980721 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.030403 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-792483'] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.065660 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.071842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9a7b077d-8519-47dd-a9f1-c9c1071f14d1 tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:04.118831 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event deleted for resources: {'Port': ['ID=7d7791af-c160-4a46-91e1-41cb1d8aa19a,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:04.121754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:04.158657 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.180850 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.316533 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Router 8f196456-4819-411d-a6f7-ca7e1c4fa94c has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:52:04.511868 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1741603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262222279'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.517298 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:04.525681 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:52:04.538482 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] Sync routers for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:52:04.552090 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:52:04.553253 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835987c0-e8bc-41aa-a694-c5822e6779c5,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:04.555054 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:52:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:04.559340 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.565551 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31420377-8118-42bb-b328-f3b8967816b7 None None] Network 77ee0d91-f82a-4540-a638-25bb8b7f5b90 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:52:04.570044 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.570610 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.571415 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.571788 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.572147 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.572507 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.572868 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.573222 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.573573 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.574133 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.574493 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.574863 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:04.579599 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:04.581166 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-ba31bfae-131c-4d9a-ba28-ccad3c15b21e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/835987c0-e8bc-41aa-a694-c5822e6779c5 HTTP/1.1" status: 204 len: 168 time: 0.6678791 May 27 09:52:04.592950 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44478) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:04.725444 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] No DVR routers for this DVR port 7d7791af-c160-4a46-91e1-41cb1d8aa19a on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:52:04.727973 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.736857 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'name': 'network-vif-deleted', 'tag': '7d7791af-c160-4a46-91e1-41cb1d8aa19a'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:52:04.742198 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device d50051d9-ba16-41d4-924d-4daddb961e40 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:52:04.764373 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ca69d706-2880-4684-9531-6322a5ee7f67 req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "DELETE /v2.0/ports/7d7791af-c160-4a46-91e1-41cb1d8aa19a HTTP/1.1" status: 204 len: 173 time: 1.9192173 May 27 09:52:04.786178 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.794447 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: d50051d9-ba16-41d4-924d-4daddb961e40 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:52:04.795750 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device d50051d9-ba16-41d4-924d-4daddb961e40 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:52:04.796387 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device fead008b-e0df-4047-9bb9-ebd18e031101 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:52:04.800065 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04f332f-3a99-4a84-845c-30d6f29ecb43', 'name': 'network-vif-deleted', 'tag': '7d7791af-c160-4a46-91e1-41cb1d8aa19a', 'status': 'completed', 'code': 200} May 27 09:52:04.873617 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:52:04.877847 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: fead008b-e0df-4047-9bb9-ebd18e031101 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:52:04.878628 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device fead008b-e0df-4047-9bb9-ebd18e031101 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:52:04.922057 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Deleting port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:52:04.922397 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:04.928767 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-f3f3af14-ce90-4022-8c0b-376970a24ef5 req-db94587a-68ac-4f97-9654-e96ef8c1569d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Synchronizing usage tracker for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:52:04.958197 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-f3f3af14-ce90-4022-8c0b-376970a24ef5 req-db94587a-68ac-4f97-9654-e96ef8c1569d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Unset dirty status for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:52:04.960200 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f3f3af14-ce90-4022-8c0b-376970a24ef5 req-db94587a-68ac-4f97-9654-e96ef8c1569d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=e04f332f-3a99-4a84-845c-30d6f29ecb43 HTTP/1.1" status: 200 len: 210 time: 0.0973220 May 27 09:52:05.053567 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] DHCP port deletion for 77ee0d91-f82a-4540-a638-25bb8b7f5b90 request from dv-cinder-788782-3-iscsi {{(pid=108801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:52:05.062473 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] For port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:52:05.062877 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.121828 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Deleting port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 {{(pid=108801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:52:05.122355 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.198118 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Calling delete_port for 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 owned by network:dhcp {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:52:05.234412 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] For port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9,segment=NetworkSegment(20e3abc3-8868-4ea3-80f5-c060b87bdb34),segment_id=20e3abc3-8868-4ea3-80f5-c060b87bdb34)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:52:05.234412 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.235273 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:05.239377 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] Checking router: 8f196456-4819-411d-a6f7-ca7e1c4fa94c for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:52:05.250638 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:52:05.252308 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:52:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:05.266428 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.272695 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b745a61f-a24d-4648-a3ef-5ebabb364f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:05.326001 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:05.327818 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:05.335048 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] No DVR routers for this DVR port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 on host dv-cinder-788782-3-iscsi {{(pid=108799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:52:05.389004 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Calling delete_port for 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 owned by network:dhcp {{(pid=108801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:52:05.465915 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.469153 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:52:05.480888 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ee0d91-f82a-4540-a638-25bb8b7f5b90']}} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:05.493724 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e3abc3-8868-4ea3-80f5-c060b87bdb34') {'for_net_delete': True} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:05.494325 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e3abc3-8868-4ea3-80f5-c060b87bdb34') {} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:05.508096 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-792474'] for segment, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.525882 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.530967 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989'] for port, after_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.533545 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=108799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:52:05.533946 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1936769'] for segment, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.535192 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: Traceback (most recent call last): May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: timer() May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: cb(*args, **kw) May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: return func(*args, **kwargs) May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: self._notify() May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: self.callback(batched_events) May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: event.method(event) May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: return f(self, *a, **k) May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._get(url).json() May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: return self.request(url, 'GET', **kwargs) May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:52:05.604767 dv-cinder-788782-3-iscsi neutron-server[108799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:52:05.611267 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Pushing event deleted for resources: {'Port': ['ID=0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9,revision_number=None']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:05.617281 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] No DVR routers for this DVR port 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 on host dv-cinder-788782-3-iscsi {{(pid=108801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:52:05.622826 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.623186 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.623535 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.623876 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.624245 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.624545 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.624875 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.625371 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.625551 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.625865 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.626188 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.626510 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:05.630114 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:05.639902 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.643854 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:05.659839 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.669021 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Pushing event deleted for resources: {'Network': ['ID=77ee0d91-f82a-4540-a638-25bb8b7f5b90,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:05.672156 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:05.683799 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] 10.222.0.20 "DELETE /v2.0/networks/77ee0d91-f82a-4540-a638-25bb8b7f5b90 HTTP/1.1" status: 204 len: 168 time: 1.0897758 May 27 09:52:05.799960 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44488) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:05.826044 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:05.830169 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872eed31-0de0-464d-b161-486ef861dd25 None None] The sync data for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi is: [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:52:05.837161 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.862277 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-690f8345-27f4-4c2b-b709-17344386687e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b330abb3b9042a3b420a8d642e8057d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0609505 May 27 09:52:05.864594 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44492) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:05.935776 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-94d88e24-a516-4b40-b02b-c48df4f4d126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:05.964093 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-94d88e24-a516-4b40-b02b-c48df4f4d126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.021099 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-94d88e24-a516-4b40-b02b-c48df4f4d126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.029414 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-641956ef-b432-4203-84d8-6f13d4e94a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:06.041911 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d88e24-a516-4b40-b02b-c48df4f4d126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1867c843-7d4d-448f-a4dd-f4ce1bdef0be,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:06.045879 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-94d88e24-a516-4b40-b02b-c48df4f4d126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:06.049433 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-94d88e24-a516-4b40-b02b-c48df4f4d126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.053148 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-94d88e24-a516-4b40-b02b-c48df4f4d126 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1867c843-7d4d-448f-a4dd-f4ce1bdef0be HTTP/1.1" status: 204 len: 168 time: 0.1850255 May 27 09:52:06.079379 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deab1dc-b6b8-44e0-9e03-bd0054360acf None None] New status for floating IP e44ba2c5-c258-46ca-a984-2bc2bf39f71b: DOWN {{(pid=108801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:52:06.119614 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44502) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:06.195990 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1e4c-8684-45d7-98a3-dc612af24691 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.231442 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1e4c-8684-45d7-98a3-dc612af24691 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.295499 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1e4c-8684-45d7-98a3-dc612af24691 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.304593 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2db64969-d16a-451a-987b-13b319c613ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:06.320066 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a1e4c-8684-45d7-98a3-dc612af24691 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3c2e96-f42a-4518-92ca-8735d6486476,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:06.323151 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bd2a1e4c-8684-45d7-98a3-dc612af24691 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:06.330950 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1e4c-8684-45d7-98a3-dc612af24691 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.335651 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44508) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:06.335892 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-bd2a1e4c-8684-45d7-98a3-dc612af24691 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a3c2e96-f42a-4518-92ca-8735d6486476 HTTP/1.1" status: 204 len: 168 time: 0.2148480 May 27 09:52:06.353483 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.api.v2.resource [None req-f4298e34-ec24-48bb-90e7-2b2845f5329c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] show failed (client error): The resource could not be found. May 27 09:52:06.357270 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f4298e34-ec24-48bb-90e7-2b2845f5329c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups/3a3c2e96-f42a-4518-92ca-8735d6486476 HTTP/1.1" status: 404 len: 347 time: 0.0177591 May 27 09:52:06.357760 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44512) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:06.582804 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Deleting port bc085525-45f5-4949-a81d-af1ce1cd18f9 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:52:06.583100 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.661256 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:52:06.698888 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:52:06.699250 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0c97abcb-b2c8-4a65-9a9c-9d39d4a23dc9 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:52:06.797205 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.797572 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:06.920810 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Calling delete_port for bc085525-45f5-4949-a81d-af1ce1cd18f9 owned by network:floatingip {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:52:07.036545 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.041937 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:07.085676 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event deleted for resources: {'Port': ['ID=bc085525-45f5-4949-a81d-af1ce1cd18f9,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:07.088668 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:07.180857 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.200221 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.201394 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "DELETE /v2.0/floatingips/e44ba2c5-c258-46ca-a984-2bc2bf39f71b HTTP/1.1" status: 204 len: 168 time: 0.8427904 May 27 09:52:07.381786 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44548) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:07.387236 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664716262', 'description': 'tempest-description--1980951497'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:52:07.393188 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:07.398189 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:security_group and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:07.401249 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:07.406975 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:07.419482 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.439525 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:07.443768 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:security_group_rule and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:07.446967 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:07.452727 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:07.525052 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.529218 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.534242 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-739f66d9-2d00-415c-a56a-79578b0b1faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:07.575847 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaabf8e4-b44f-4ef8-8350-c68561738f01,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:07.578713 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:07.579601 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.583524 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f735e46c-e0c2-412e-8181-670b0a733bac tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2003372 May 27 09:52:07.585096 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44556) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:07.591204 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'security_group_rule': {'security_group_id': 'eaabf8e4-b44f-4ef8-8350-c68561738f01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:52:07.597417 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:07.602929 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:security_group_rule and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:07.605512 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:07.611313 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:07.629709 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.692089 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.696997 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.699145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-14225196-e7df-48b5-a374-4aa801ed55ff tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:07.719584 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec59605-2022-4779-a227-298a5b837086,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:07.725013 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:07.733087 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.734269 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480486 May 27 09:52:07.737083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44564) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:07.742674 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'security_group_rule': {'security_group_id': 'eaabf8e4-b44f-4ef8-8350-c68561738f01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:52:07.748443 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:07.752247 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:security_group_rule and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:07.755100 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:07.761848 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:07.779275 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.847796 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.851700 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.859346 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f9e2f4f6-d56e-47e1-9f08-c6426e70cdb8 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:07.877576 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc39739-54f4-49b8-b710-a96f4dccf97a,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:07.880142 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:07.888502 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.890009 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-7e833c16-69da-4d48-8e72-fd010cfa8b24 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519885 May 27 09:52:07.893112 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44568) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:07.899792 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'floatingip': {'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:52:07.906680 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:07.912176 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Usage tracker for resource:floatingip and tenant:e62aa5f704f04afcae7ec23b105317ca is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:07.914166 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7d7791af-c160-4a46-91e1-41cb1d8aa19a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:52:07.915123 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:07.921827 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:07.933141 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.978920 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 7d7791af-c160-4a46-91e1-41cb1d8aa19a {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:52:07.979532 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 7d7791af-c160-4a46-91e1-41cb1d8aa19a not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:52:08.080192 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:08.220411 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Allocated IP 172.27.3.121 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/7466c7c7-ba14-4d46-bd28-638ab593e251) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:52:08.371766 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:08.407198 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:08.411765 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:08.470510 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:52:08.473311 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:52:08.477785 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:52:08.520464 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'Port': ['ID=7466c7c7-ba14-4d46-bd28-638ab593e251,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:08.524773 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:08.566051 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:08.625294 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:08.830105 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:08.835349 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:08.838901 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:08.946109 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'Port': ['ID=7466c7c7-ba14-4d46-bd28-638ab593e251,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:08.948940 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:08.960458 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:08.982614 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:08.983839 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0897644 May 27 09:52:09.205475 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-757c7825-481e-4e2d-a83d-7864b2ae4f9c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Synchronizing usage tracker for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:52:09.220694 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-757c7825-481e-4e2d-a83d-7864b2ae4f9c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Unset dirty status for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:52:09.221922 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-757c7825-481e-4e2d-a83d-7864b2ae4f9c tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1664716262&fields=id&tenant_id=e62aa5f704f04afcae7ec23b105317ca HTTP/1.1" status: 200 len: 267 time: 0.0587130 May 27 09:52:09.380120 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-d442c62b-6c89-43c3-80c8-e66afebc6f45 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:09.381873 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-d442c62b-6c89-43c3-80c8-e66afebc6f45 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 810 time: 0.1528447 May 27 09:52:09.398082 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-5f34eed7-aa5b-40a4-a3ff-f3b2244e9c2d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/quotas/e62aa5f704f04afcae7ec23b105317ca HTTP/1.1" status: 200 len: 375 time: 0.0100870 May 27 09:52:09.487773 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-b39e7787-bcdb-4665-b166-eddcd471d36e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842123 May 27 09:52:09.814710 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-82e30aa7-a440-4442-b2b4-19f180178028 service neutron] 10.222.0.20 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155529 May 27 09:52:09.949299 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-f2a07302-fc20-46a7-8a92-9ec061fde383 service neutron] 10.222.0.20 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277838 May 27 09:52:10.127769 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-dac6bba2-51d8-4a78-b0fa-2e00aed933de req-0847a95c-78ba-4936-aa76-9ff05dd0cd12 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Synchronizing usage tracker for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:52:10.143933 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-dac6bba2-51d8-4a78-b0fa-2e00aed933de req-0847a95c-78ba-4936-aa76-9ff05dd0cd12 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Unset dirty status for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:52:10.145206 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-dac6bba2-51d8-4a78-b0fa-2e00aed933de req-0847a95c-78ba-4936-aa76-9ff05dd0cd12 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 210 time: 0.0638685 May 27 09:52:11.132881 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-f449eafb-bc6c-41ae-8455-0c4a2a3b9f1e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:11.134287 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-f449eafb-bc6c-41ae-8455-0c4a2a3b9f1e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 810 time: 0.1567419 May 27 09:52:11.192368 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-afd974cb-66b6-4b56-b300-aa829b0e483d tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e62aa5f704f04afcae7ec23b105317ca HTTP/1.1" status: 200 len: 380 time: 0.0500247 May 27 09:52:11.202729 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'port': {'device_id': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'admin_state_up': True, 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'security_groups': ['eaabf8e4-b44f-4ef8-8350-c68561738f01']}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:52:11.343490 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a491b1e9-7ae9-4a9f-a1cd-f05f7a91ef2c req-b76c9b65-7f63-4008-b1f9-8ebe920e7d47 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 210 time: 0.0600088 May 27 09:52:11.396393 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:11.405832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:11.415221 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Made reservation on behalf of e62aa5f704f04afcae7ec23b105317ca for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:52:11.419130 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:11.584214 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Allocated IP 172.20.0.10 (631fe447-571c-48e1-a5f2-41116282c9c8/e49f7e31-a602-4412-93aa-b64b12501766/a8169901-3d98-4079-bceb-861f29923a25) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:52:11.780567 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:11.798977 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Transition to ACTIVE for port object a8169901-3d98-4079-bceb-861f29923a25 will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:52:11.823153 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:11.829903 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d0c36be6-eb5f-4500-bfbf-b08ad46c1cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:11.884926 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44652) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:11.892688 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Network 631fe447-571c-48e1-a5f2-41116282c9c8 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:52:11.896140 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:52:11.898513 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:52:11.955979 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event updated for resources: {'Port': ['ID=a8169901-3d98-4079-bceb-861f29923a25,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:11.958980 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:11.979919 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:11.980551 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.008580 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8104937 May 27 09:52:12.020062 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Request body: {'port': {'device_id': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:52:12.025005 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.041755 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:12.045964 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Usage tracker for resource:security_group_rule and tenant:017639899152488182ea3d018d124109 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:12.049280 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:12.056274 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:12.134819 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.148839 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.153558 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.162942 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8b24ae69-463f-4279-b2a4-29f5b6f02f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:12.163682 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-7497a041-b01e-4c9f-9468-326f7e414cb2 None None] Provisioning for port a8169901-3d98-4079-bceb-861f29923a25 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:52:12.168815 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-7497a041-b01e-4c9f-9468-326f7e414cb2 None None] Provisioning complete for port a8169901-3d98-4079-bceb-861f29923a25 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:52:12.169251 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-7497a041-b01e-4c9f-9468-326f7e414cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.206786 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=017639899152488182ea3d018d124109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184371 May 27 09:52:12.206786 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bab145-6833-434a-927d-e397cd84e402,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:12.208161 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44658) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:12.211602 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:12.228509 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-7497a041-b01e-4c9f-9468-326f7e414cb2 None None] Port a8169901-3d98-4079-bceb-861f29923a25 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:52:12.360736 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d035bae4-ceb2-4159-a909-b19f9ecbe2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.449475 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d035bae4-ceb2-4159-a909-b19f9ecbe2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.534426 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268df45-0036-4637-9753-12403b17b78e req-5ba100cd-7c50-4911-b3c4-1cd7c3c9ef23 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:12.535956 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2268df45-0036-4637-9753-12403b17b78e req-5ba100cd-7c50-4911-b3c4-1cd7c3c9ef23 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 932 time: 0.0841734 May 27 09:52:12.582872 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d035bae4-ceb2-4159-a909-b19f9ecbe2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.585298 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-2268df45-0036-4637-9753-12403b17b78e req-c16e4d11-7ff6-4438-88d8-af1b0de0213b tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Synchronizing usage tracker for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:security_group {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:52:12.590552 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a0819f67-069c-4b04-aa61-7e4dbce26ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:12.597440 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-2268df45-0036-4637-9753-12403b17b78e req-c16e4d11-7ff6-4438-88d8-af1b0de0213b tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Unset dirty status for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:security_group {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:52:12.598617 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2268df45-0036-4637-9753-12403b17b78e req-c16e4d11-7ff6-4438-88d8-af1b0de0213b tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540442 May 27 09:52:12.602601 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035bae4-ceb2-4159-a909-b19f9ecbe2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bab145-6833-434a-927d-e397cd84e402,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:12.606588 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d035bae4-ceb2-4159-a909-b19f9ecbe2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:12.617940 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8169901-3d98-4079-bceb-861f29923a25 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:52:12.622420 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d035bae4-ceb2-4159-a909-b19f9ecbe2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.623430 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d035bae4-ceb2-4159-a909-b19f9ecbe2a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95bab145-6833-434a-927d-e397cd84e402 HTTP/1.1" status: 204 len: 168 time: 0.4138570 May 27 09:52:12.629148 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.645437 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Transition to ACTIVE for port object a8169901-3d98-4079-bceb-861f29923a25 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:52:12.649420 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.653881 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5676b094-fcff-4b7b-9507-90e2ec149e74 tempest-VolumesActionsTest-515614207 tempest-VolumesActionsTest-515614207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:12.924943 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Pushing event updated for resources: {'Port': ['ID=a8169901-3d98-4079-bceb-861f29923a25,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:12.927768 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44668) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:12.930243 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:12.980259 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.006149 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:13.013073 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] Usage tracker for resource:security_group_rule and tenant:d5e09c90b813417093e048e6c09a8ab3 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:13.023719 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:13.033951 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:13.038663 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Attempting to bind port a8169901-3d98-4079-bceb-861f29923a25 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:52:13.039032 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Attempting to bind port a8169901-3d98-4079-bceb-861f29923a25 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:52:13.039367 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Attempting to bind port a8169901-3d98-4079-bceb-861f29923a25 on network 631fe447-571c-48e1-a5f2-41116282c9c8 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:52:13.048339 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Port a8169901-3d98-4079-bceb-861f29923a25 on network 631fe447-571c-48e1-a5f2-41116282c9c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:52:13.048697 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Attempting to bind port a8169901-3d98-4079-bceb-861f29923a25 on network 631fe447-571c-48e1-a5f2-41116282c9c8 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:52:13.056362 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:52:13.056703 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Checking segment: {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:52:13.057090 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Bound using segment: {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:52:13.057533 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Bound port: a8169901-3d98-4079-bceb-861f29923a25, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df8c248-b61d-4c40-a0f7-7b53b27875a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:52:13.057882 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.188738 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] For port a8169901-3d98-4079-bceb-861f29923a25, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:52:13.193813 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] For port a8169901-3d98-4079-bceb-861f29923a25, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8169901-3d98-4079-bceb-861f29923a25,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:52:13.205706 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.211633 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-94440193-b714-4548-b8a1-cee61a44d156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:13.280551 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.287442 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:13.288129 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.289535 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] 10.222.0.45 "PUT /v2.0/ports/a8169901-3d98-4079-bceb-861f29923a25 HTTP/1.1" status: 200 len: 1094 time: 1.2739353 May 27 09:52:13.290037 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'tag': 'a8169901-3d98-4079-bceb-861f29923a25'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:52:13.305496 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.374620 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'tag': 'a8169901-3d98-4079-bceb-861f29923a25', 'status': 'completed', 'code': 200} May 27 09:52:13.385086 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Pushing event updated for resources: {'Port': ['ID=a8169901-3d98-4079-bceb-861f29923a25,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:13.393676 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:13.394454 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0e6f7bd6-4b17-4415-8705-9482eb2ff9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:13.404432 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5e09c90b813417093e048e6c09a8ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756260 May 27 09:52:13.407310 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44674) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:13.436567 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08fcede-dbdf-4e33-91ba-77ab1634379f,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:13.440245 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2cb468f6-ce3e-473e-b80e-0bc0aca40102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:13.454736 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-8b81df6d-4f5a-4880-ad0e-323d96de6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:13.456259 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-8b81df6d-4f5a-4880-ad0e-323d96de6654 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 1097 time: 0.1237330 May 27 09:52:13.480470 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-43506c6a-a980-4325-ae6d-47623de90d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.506294 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-43506c6a-a980-4325-ae6d-47623de90d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.530167 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-ceca6ec9-b21f-4186-a0fe-227ed9cc0c5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8169901-3d98-4079-bceb-861f29923a25 HTTP/1.1" status: 200 len: 217 time: 0.0663693 May 27 09:52:13.558612 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-43506c6a-a980-4325-ae6d-47623de90d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.562400 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-da801e4e-c1b1-4f54-b937-d78cd8a477a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:13.574895 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43506c6a-a980-4325-ae6d-47623de90d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08fcede-dbdf-4e33-91ba-77ab1634379f,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:13.577270 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-43506c6a-a980-4325-ae6d-47623de90d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:13.587344 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-43506c6a-a980-4325-ae6d-47623de90d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:13.588473 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-43506c6a-a980-4325-ae6d-47623de90d3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c08fcede-dbdf-4e33-91ba-77ab1634379f HTTP/1.1" status: 204 len: 168 time: 0.1801772 May 27 09:52:13.600316 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-802a4c4b-2e7b-4f83-a7e7-be00722144a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:13.601819 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-802a4c4b-2e7b-4f83-a7e7-be00722144a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0641217 May 27 09:52:13.683476 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-7d9fecb9-fa28-44f4-a74d-80319b6b85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:13.685162 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-7d9fecb9-fa28-44f4-a74d-80319b6b85ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767725 May 27 09:52:13.799939 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0d2e0-7b17-455f-8b1b-60448d4c6658 req-43b517e5-b558-4bbe-96c4-840616c10545 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:13.801678 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f4b0d2e0-7b17-455f-8b1b-60448d4c6658 req-43b517e5-b558-4bbe-96c4-840616c10545 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 944 time: 0.0902338 May 27 09:52:13.843109 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-2882696c-9838-4669-b3a6-2a2660bf4fc1 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488109 May 27 09:52:13.852834 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f4b0d2e0-7b17-455f-8b1b-60448d4c6658 req-9acfc169-cdda-4972-94f7-f9c2b08db0b0 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455542 May 27 09:52:13.984335 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6a8763f7-7698-4eae-9a7e-6392b302b749 req-7d20002c-de27-4356-9761-3ea63c40d1d7 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364217 May 27 09:52:14.126117 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-08163eb9-6c64-44a6-ae7e-d0fd3de37dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:14.127832 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-08163eb9-6c64-44a6-ae7e-d0fd3de37dc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 1097 time: 0.0756900 May 27 09:52:14.262581 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-0804fdea-5ff6-40d8-9e0d-416c227416d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:14.263957 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-0804fdea-5ff6-40d8-9e0d-416c227416d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 911 time: 0.1296275 May 27 09:52:14.336395 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-32a85eac-4447-466f-9b32-708372bb2e7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8169901-3d98-4079-bceb-861f29923a25 HTTP/1.1" status: 200 len: 217 time: 0.0640876 May 27 09:52:14.399545 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-10809770-fa19-4319-bf4e-b0d80350d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:14.400981 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-10809770-fa19-4319-bf4e-b0d80350d883 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0581477 May 27 09:52:14.480399 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-f70521c7-918e-416d-a2a9-6dced9d6c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:14.481888 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-f70521c7-918e-416d-a2a9-6dced9d6c13e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744352 May 27 09:52:14.617505 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-dc53dc64-b50e-4c3a-8858-768d8f3de44e service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279750 May 27 09:52:14.832699 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c1dd6f0b-1018-46aa-8e84-691baeaf5464 req-9ec4b328-34ce-47f1-9425-b0171a878eb0 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083728 May 27 09:52:15.046262 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfafe1-3305-4b41-843a-b0656df0fe9f req-466c71db-ee57-4407-a45b-a13a4f9b241e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:15.047004 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-07cfafe1-3305-4b41-843a-b0656df0fe9f req-466c71db-ee57-4407-a45b-a13a4f9b241e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Synchronizing usage tracker for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:52:15.063126 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-07cfafe1-3305-4b41-843a-b0656df0fe9f req-466c71db-ee57-4407-a45b-a13a4f9b241e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Unset dirty status for tenant:e62aa5f704f04afcae7ec23b105317ca on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:52:15.064241 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-07cfafe1-3305-4b41-843a-b0656df0fe9f req-466c71db-ee57-4407-a45b-a13a4f9b241e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 944 time: 0.0965123 May 27 09:52:15.111045 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-07cfafe1-3305-4b41-843a-b0656df0fe9f req-2a432fce-aabf-4b36-8ee8-abed74b42eff tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402400 May 27 09:52:15.644302 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44738) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:15.762169 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:15.776089 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:15.779915 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:0fbfe6e65b8d4a67b44d52547402abf2 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:15.782678 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:15.788329 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:15.878312 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:15.882895 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:15.891174 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bd2a1e4c-8684-45d7-98a3-dc612af24691 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:15.931146 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fbfe6e65b8d4a67b44d52547402abf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857821 May 27 09:52:15.932069 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d0c1ba-c21c-49d2-a798-7a969644d446,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:15.934031 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44744) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:15.934938 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a8169901-3d98-4079-bceb-861f29923a25 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:52:15.935441 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b12c4240-2702-40e4-b1a6-01b4b5244eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:15.994921 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-656654c7-882f-4350-a84f-12364aae91e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.020227 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-656654c7-882f-4350-a84f-12364aae91e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.071646 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-656654c7-882f-4350-a84f-12364aae91e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.074374 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port a8169901-3d98-4079-bceb-861f29923a25, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8169901-3d98-4079-bceb-861f29923a25,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:52:16.076352 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c0a78049-2adf-4b2d-82ce-aed5b12f7d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:16.087716 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': 'a8169901-3d98-4079-bceb-861f29923a25', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'port_id': 'a8169901-3d98-4079-bceb-861f29923a25', 'mac_address': 'fa:16:3e:19:57:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:52:16.092807 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656654c7-882f-4350-a84f-12364aae91e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d0c1ba-c21c-49d2-a798-7a969644d446,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:16.095622 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-656654c7-882f-4350-a84f-12364aae91e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:16.096553 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-656654c7-882f-4350-a84f-12364aae91e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.099423 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-656654c7-882f-4350-a84f-12364aae91e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32d0c1ba-c21c-49d2-a798-7a969644d446 HTTP/1.1" status: 204 len: 168 time: 0.1633091 May 27 09:52:16.157933 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.176370 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8169901-3d98-4079-bceb-861f29923a25 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:52:16.197560 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port a8169901-3d98-4079-bceb-861f29923a25, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8169901-3d98-4079-bceb-861f29923a25,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:52:16.202721 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.204795 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:16.273951 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=a8169901-3d98-4079-bceb-861f29923a25,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:16.277988 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:16.315053 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b687b2-164e-4dbd-8fb5-5e2dbf9a7e91 req-249d722f-6f01-4e85-8d80-21fb1aca51f5 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:16.316545 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d1b687b2-164e-4dbd-8fb5-5e2dbf9a7e91 req-249d722f-6f01-4e85-8d80-21fb1aca51f5 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 945 time: 0.0833881 May 27 09:52:16.362933 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d1b687b2-164e-4dbd-8fb5-5e2dbf9a7e91 req-14719c20-2762-4162-acde-0a1a29f78c57 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395176 May 27 09:52:16.405815 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['a8169901-3d98-4079-bceb-861f29923a25'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:52:16.412064 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44754) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:16.429955 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.444149 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:16.448379 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd27094089441d2b525c766a837c16b is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:16.451218 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:16.456928 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:16.540438 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.544182 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.556582 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-981eab84-8f81-4521-a5b6-9d0e71ca61db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:16.599528 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfd27094089441d2b525c766a837c16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840398 May 27 09:52:16.599528 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0724ca-c79d-4203-abaa-1755b03545dd,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:16.600268 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44758) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:16.601852 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:16.660684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-63370ae3-4651-4b4a-9a69-600c41bec550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.685776 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-63370ae3-4651-4b4a-9a69-600c41bec550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.736883 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-63370ae3-4651-4b4a-9a69-600c41bec550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.742181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ddfe831b-5a86-4f09-a247-235990f4b22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:16.755450 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63370ae3-4651-4b4a-9a69-600c41bec550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0724ca-c79d-4203-abaa-1755b03545dd,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:16.758514 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-63370ae3-4651-4b4a-9a69-600c41bec550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:16.769321 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-63370ae3-4651-4b4a-9a69-600c41bec550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:16.770698 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-63370ae3-4651-4b4a-9a69-600c41bec550 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a0724ca-c79d-4203-abaa-1755b03545dd HTTP/1.1" status: 204 len: 168 time: 0.1685407 May 27 09:52:17.556866 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cecbd0-78bd-4274-a007-f876622a991a req-ab87adc6-31dd-4c31-9fd0-9a6d604dba39 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:17.559231 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-11cecbd0-78bd-4274-a007-f876622a991a req-ab87adc6-31dd-4c31-9fd0-9a6d604dba39 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 945 time: 0.0852697 May 27 09:52:17.602883 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-11cecbd0-78bd-4274-a007-f876622a991a req-f1b9c90a-2e13-432f-9ecb-a7d34736aaf4 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388553 May 27 09:52:17.914783 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44792) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:17.965637 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a8169901-3d98-4079-bceb-861f29923a25 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:52:18.032918 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port a8169901-3d98-4079-bceb-861f29923a25 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:52:18.034702 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.037593 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port a8169901-3d98-4079-bceb-861f29923a25 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:52:18.037987 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.049976 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:18.054150 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f5e885524f42ae832aed7c52bce9a1 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:18.057033 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:18.062729 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:18.151719 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.156716 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.162437 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.166614 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ef6a862c-9267-4695-937a-73904c0fc0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:18.190187 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8169901-3d98-4079-bceb-861f29923a25'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:52:18.201458 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port a8169901-3d98-4079-bceb-861f29923a25, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8169901-3d98-4079-bceb-861f29923a25,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:52:18.206597 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.208539 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:18.214616 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5f5e885524f42ae832aed7c52bce9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964227 May 27 09:52:18.214616 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973078a6-825c-497c-9876-3029579b32f3,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:18.215179 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44800) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:18.217407 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:18.262233 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8169901-3d98-4079-bceb-861f29923a25', 'code': 200} May 27 09:52:18.283394 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=a8169901-3d98-4079-bceb-861f29923a25,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:18.286593 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:18.292737 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b386bc8d-a2a5-4bcc-a5c9-806803b1b89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.319060 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b386bc8d-a2a5-4bcc-a5c9-806803b1b89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.372304 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b386bc8d-a2a5-4bcc-a5c9-806803b1b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.377808 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-bcafc4ca-25d9-4525-98cf-6f44ee796537 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:18.392941 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386bc8d-a2a5-4bcc-a5c9-806803b1b89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973078a6-825c-497c-9876-3029579b32f3,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:18.396091 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b386bc8d-a2a5-4bcc-a5c9-806803b1b89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:18.405272 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b386bc8d-a2a5-4bcc-a5c9-806803b1b89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:18.406392 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-b386bc8d-a2a5-4bcc-a5c9-806803b1b89b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/973078a6-825c-497c-9876-3029579b32f3 HTTP/1.1" status: 204 len: 168 time: 0.1901457 May 27 09:52:18.484192 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d581-7a32-4ceb-8916-50d6e9b7fbe9 req-b93d9cc1-66c6-4a65-9961-19a4140814bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:18.485706 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a0c9d581-7a32-4ceb-8916-50d6e9b7fbe9 req-b93d9cc1-66c6-4a65-9961-19a4140814bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 1099 time: 0.0717115 May 27 09:52:18.526718 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a0c9d581-7a32-4ceb-8916-50d6e9b7fbe9 req-4b1d49f4-c73c-4363-93d5-cf39f49ac5bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349402 May 27 09:52:18.809528 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd01597-306e-4569-b365-243eccbcd4a9 req-9a55a4da-bb99-45e9-a498-f8d43a8ef290 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:18.811037 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dbd01597-306e-4569-b365-243eccbcd4a9 req-9a55a4da-bb99-45e9-a498-f8d43a8ef290 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 946 time: 0.0924282 May 27 09:52:18.858443 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dbd01597-306e-4569-b365-243eccbcd4a9 req-a0cace0f-ed84-4e1f-931f-52683c538979 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 May 27 09:52:19.545337 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:52:20.054240 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662451f3-7ce5-471f-8102-d1816bc13474 req-ec885774-21da-4be0-a798-7dd9f351e74b tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:20.055756 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-662451f3-7ce5-471f-8102-d1816bc13474 req-ec885774-21da-4be0-a798-7dd9f351e74b tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 946 time: 0.0907025 May 27 09:52:20.101324 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-662451f3-7ce5-471f-8102-d1816bc13474 req-e95f7836-e12b-4f99-9962-105fa99d1508 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 May 27 09:52:20.277470 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622c5bd-849e-4ff7-bf59-f95b91ad0824 req-8457f9ae-33a0-41bd-926d-e3705c9868a4 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:20.278941 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1622c5bd-849e-4ff7-bf59-f95b91ad0824 req-8457f9ae-33a0-41bd-926d-e3705c9868a4 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 946 time: 0.0794787 May 27 09:52:20.287261 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44840) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:20.292450 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-1e97fb3e-ccea-4e4f-9b36-e51a8de8df77 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Request body: {'floatingip': {'port_id': 'a8169901-3d98-4079-bceb-861f29923a25'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:52:20.379460 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1e97fb3e-ccea-4e4f-9b36-e51a8de8df77 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:21.251219 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1e97fb3e-ccea-4e4f-9b36-e51a8de8df77 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:21.254897 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1e97fb3e-ccea-4e4f-9b36-e51a8de8df77 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:21.422237 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [None req-1e97fb3e-ccea-4e4f-9b36-e51a8de8df77 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Floating IP 9a972dc3-94f7-48d0-8320-e0251cd9f53a associated. External IP: 172.27.3.121, port: a8169901-3d98-4079-bceb-861f29923a25. May 27 09:52:21.766450 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e97fb3e-ccea-4e4f-9b36-e51a8de8df77 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Router 8f196456-4819-411d-a6f7-ca7e1c4fa94c has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:52:21.941948 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e97fb3e-ccea-4e4f-9b36-e51a8de8df77 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:52:21.952816 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] Sync routers for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:52:21.955733 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1e97fb3e-ccea-4e4f-9b36-e51a8de8df77 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:21.963132 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:52:21.963750 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:52:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:22.012833 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-1e97fb3e-ccea-4e4f-9b36-e51a8de8df77 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "PUT /v2.0/floatingips/9a972dc3-94f7-48d0-8320-e0251cd9f53a HTTP/1.1" status: 200 len: 992 time: 1.7242894 May 27 09:52:22.013750 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'tag': 'a8169901-3d98-4079-bceb-861f29923a25'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:52:22.065963 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'tag': 'a8169901-3d98-4079-bceb-861f29923a25', 'status': 'completed', 'code': 200} May 27 09:52:22.147023 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:52:22.487682 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '9a972dc3-94f7-48d0-8320-e0251cd9f53a', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'port_id': 'a8169901-3d98-4079-bceb-861f29923a25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'mac_address': 'fa:16:3e:19:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:52:08Z', 'updated_at': '2021-05-27T09:52:21Z', 'revision_number': 1, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:22.491910 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] Checking router: 8f196456-4819-411d-a6f7-ca7e1c4fa94c for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:52:22.499998 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:52:22.500592 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:52:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:22.674896 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:52:23.045046 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '9a972dc3-94f7-48d0-8320-e0251cd9f53a', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'port_id': 'a8169901-3d98-4079-bceb-861f29923a25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'mac_address': 'fa:16:3e:19:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:52:08Z', 'updated_at': '2021-05-27T09:52:21Z', 'revision_number': 1, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:23.049110 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecf22a2-0c64-4994-b0d9-243b32fe9faf None None] The sync data for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi is: [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '9a972dc3-94f7-48d0-8320-e0251cd9f53a', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'port_id': 'a8169901-3d98-4079-bceb-861f29923a25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'mac_address': 'fa:16:3e:19:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:52:08Z', 'updated_at': '2021-05-27T09:52:21Z', 'revision_number': 1, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:52:23.220823 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae5080-f963-4c35-bff0-69327e5534a2 None None] New status for floating IP 9a972dc3-94f7-48d0-8320-e0251cd9f53a: ACTIVE {{(pid=108801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:52:24.160947 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735193-65d9-45ea-adbd-77eaba99f655 req-2f2af230-939c-40ac-94fb-3c56a196a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:24.162432 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-db735193-65d9-45ea-adbd-77eaba99f655 req-2f2af230-939c-40ac-94fb-3c56a196a1b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 1099 time: 0.0800524 May 27 09:52:24.389227 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735193-65d9-45ea-adbd-77eaba99f655 req-1d06a65c-c144-4053-b4c3-e70b5534212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:24.390574 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-db735193-65d9-45ea-adbd-77eaba99f655 req-1d06a65c-c144-4053-b4c3-e70b5534212d service neutron] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 911 time: 0.2213120 May 27 09:52:24.495008 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-db735193-65d9-45ea-adbd-77eaba99f655 req-148bfc8d-1376-49c7-930a-b609f6c1e5df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8169901-3d98-4079-bceb-861f29923a25 HTTP/1.1" status: 200 len: 1002 time: 0.0966470 May 27 09:52:24.557737 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735193-65d9-45ea-adbd-77eaba99f655 req-9017b311-8c61-40af-9650-f1fb106fc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:24.559169 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-db735193-65d9-45ea-adbd-77eaba99f655 req-9017b311-8c61-40af-9650-f1fb106fc176 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0582304 May 27 09:52:24.634053 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735193-65d9-45ea-adbd-77eaba99f655 req-c5475e27-9456-43ab-9cfc-fd9bf58c9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:24.635539 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-db735193-65d9-45ea-adbd-77eaba99f655 req-c5475e27-9456-43ab-9cfc-fd9bf58c9907 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693769 May 27 09:52:24.765691 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-db735193-65d9-45ea-adbd-77eaba99f655 req-e3889f4d-1e23-4377-b7b6-674480f64d2a service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232395 May 27 09:52:24.897123 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-db735193-65d9-45ea-adbd-77eaba99f655 req-060d8122-6bab-4ea8-a1ca-b4ef9ef078ee service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240077 May 27 09:52:27.838912 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:28.523284 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 44912) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:28.641599 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:28.656134 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:28.659889 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Usage tracker for resource:security_group_rule and tenant:59689efa73f647d3afef8a494117cf5b is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:28.662699 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:28.668388 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:28.747997 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:28.751464 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:28.760076 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3f859486-6fcf-4087-9d08-731f4331a665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:28.799320 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59689efa73f647d3afef8a494117cf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749870 May 27 09:52:28.800876 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131d7512-3371-44f8-95e8-390e696695c8,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:28.802093 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 44918) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:28.804096 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:28.864573 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-910cfd19-e895-4899-96c0-48db2d3b688a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:28.890992 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-910cfd19-e895-4899-96c0-48db2d3b688a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:28.941337 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-910cfd19-e895-4899-96c0-48db2d3b688a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:28.946056 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-474a95de-e894-4122-b729-57dbf43f4585 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:28.959212 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cfd19-e895-4899-96c0-48db2d3b688a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131d7512-3371-44f8-95e8-390e696695c8,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:28.962871 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-910cfd19-e895-4899-96c0-48db2d3b688a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:28.965541 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-910cfd19-e895-4899-96c0-48db2d3b688a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:28.969712 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-910cfd19-e895-4899-96c0-48db2d3b688a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/131d7512-3371-44f8-95e8-390e696695c8 HTTP/1.1" status: 204 len: 168 time: 0.1635284 May 27 09:52:30.632267 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c416bf91-f8d4-444a-9e50-948f1e22f45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:33.181936 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:33.372659 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5b647d94-ccf1-4a98-88a6-30aa6bf56198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:34.184324 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:35.839372 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:56.535663 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:52:57.227822 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-a1c53ffd-f6b8-4fe6-9aa3-1d17585faa3c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692000 May 27 09:52:57.369071 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-d8384c8b-9181-41f5-9f46-31867df59343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:57.370592 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-d8384c8b-9181-41f5-9f46-31867df59343 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e62aa5f704f04afcae7ec23b105317ca&device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 1099 time: 0.0737431 May 27 09:52:57.517517 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-487b2481-05ca-45ea-b777-a7c6ee976807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:57.518992 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-487b2481-05ca-45ea-b777-a7c6ee976807 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 200 len: 911 time: 0.1284113 May 27 09:52:57.622974 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-6118e921-7bca-43e7-840d-035e43e3a40f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8169901-3d98-4079-bceb-861f29923a25 HTTP/1.1" status: 200 len: 1002 time: 0.0964429 May 27 09:52:57.685154 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-a6465a95-c25f-4c5b-8231-7c8b0664a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:57.687122 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-a6465a95-c25f-4c5b-8231-7c8b0664a6a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 200 len: 849 time: 0.0573022 May 27 09:52:57.763561 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-8a4c8012-a432-41d2-ab53-5e7d633ffcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:57.765059 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-8a4c8012-a432-41d2-ab53-5e7d633ffcd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631fe447-571c-48e1-a5f2-41116282c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720122 May 27 09:52:57.841653 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:57.899004 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-95add84e-0039-485d-bb89-03083fc18577 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268971 May 27 09:52:58.032896 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a5734fc1-8c84-425d-87cd-8d63661a74d6 req-91039f79-9125-4c84-a167-19ca4ee72820 service neutron] 10.222.0.45 "GET /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266525 May 27 09:52:58.272097 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45146) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:58.397315 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:58.416111 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:58.420620 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Usage tracker for resource:security_group_rule and tenant:3b28d552f18e464eaf28a9278b09776a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:58.423687 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:58.429352 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:58.518996 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:58.522681 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:58.532470 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-0ea7d915-dc1b-4058-90e1-f189575e427d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:58.572822 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b28d552f18e464eaf28a9278b09776a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996247 May 27 09:52:58.574465 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d4d96a-cfbd-42cb-8cf2-f423e5e6b389,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:58.575486 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45154) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:58.578692 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:58.644614 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:58.674107 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:58.731294 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:58.735590 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a623c31d-40ba-4c7d-abbf-8ba1643e6dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:58.746817 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d4d96a-cfbd-42cb-8cf2-f423e5e6b389,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:58.757368 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.757747 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.758113 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.758472 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.758853 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.759208 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.759562 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.759918 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.760267 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.760613 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.760959 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.761303 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:58.765357 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:58.768829 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9d4d96a-cfbd-42cb-8cf2-f423e5e6b389 HTTP/1.1" status: 204 len: 168 time: 0.1878359 May 27 09:52:58.768829 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:59.434506 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45180) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:52:59.545077 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-94156672-network', 'tenant_id': '2905790141554ac096da10365a556725'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:52:59.549852 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:59.553821 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Usage tracker for resource:network and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:59.558083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:59.565622 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:59.575742 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Made reservation on behalf of 2905790141554ac096da10365a556725 for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:52:59.579184 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:59.591183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:59.608403 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:52:59.612432 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:52:59.615263 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:52:59.620918 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:52:59.707273 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:59.710972 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:59.713967 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-83ec7fcc-bf12-40c3-90c1-9a9933fd6660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:52:59.830310 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:52:59.839025 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fc96b7-e6b2-47ce-9c32-b3e26126157a,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:59.842604 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:52:59.845209 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:59.845552 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Added segment 3811f675-1c1b-4288-8915-9bbf7549012b of type vlan for network 546fdf02-e772-4a12-9579-fb8b52b89142 May 27 09:52:59.874706 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:59.903982 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:59.905362 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:52:59.905946 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:59.909370 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-dc0c535c-6c5e-4613-91fb-3f9f93f3d45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:00.008380 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=546fdf02-e772-4a12-9579-fb8b52b89142,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:00.011193 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5756292 May 27 09:53:00.012045 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-194d17ac-081b-4844-b1dd-9d14233a6bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:00.016111 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45188) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:00.021377 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 546fdf02-e772-4a12-9579-fb8b52b89142 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:53:00.021899 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Request body: {'subnet': {'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-94156672-subnet', 'tenant_id': '2905790141554ac096da10365a556725', 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:00.026524 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:00.031075 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Usage tracker for resource:subnet and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:00.033922 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:00.039698 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:00.049974 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Made reservation on behalf of 2905790141554ac096da10365a556725 for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:53:00.052281 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262631003'] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:00.437919 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263179711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262630989'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:00.444104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:00.524447 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=00862f96-f12c-4a7b-97d8-cee7ae6bfa34,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:00.527999 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:00.531858 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Checking segment: {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:53:00.532228 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Network hostable DHCP agents. Network: 546fdf02-e772-4a12-9579-fb8b52b89142, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:53:00.553313 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Network 546fdf02-e772-4a12-9579-fb8b52b89142 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:53:00.563168 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 546fdf02-e772-4a12-9579-fb8b52b89142) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:00.573068 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:00.573562 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f9edc-9af9-43a6-a607-8d3ee7ccdafe None None] Network 546fdf02-e772-4a12-9579-fb8b52b89142 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:53:00.573687 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:00.599290 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5821447 May 27 09:53:00.603515 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45192) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:00.609469 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:00.615005 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:00.621181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Usage tracker for resource:router and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:00.625390 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:00.631780 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:00.643375 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:00.644856 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:00.664873 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:00.697209 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-53ad2324-8c39-4014-8bc0-c60f9ddd9140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:00.856378 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-546fdf02-e772-4a12-9579-fb8b52b89142', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:53:00.857506 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.001481 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.046548 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Allocated IP 172.20.0.2 (546fdf02-e772-4a12-9579-fb8b52b89142/00862f96-f12c-4a7b-97d8-cee7ae6bfa34/e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:53:01.282352 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.292408 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Transition to ACTIVE for port object e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:01.310237 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Transition to ACTIVE for port object e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:01.316399 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.320122 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:01.386126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Network 546fdf02-e772-4a12-9579-fb8b52b89142 is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:01.389601 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:01.390747 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.393250 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:53:01.399037 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Pushing event updated for resources: {'Port': ['ID=e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:01.422193 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.427323 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:01.487813 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Attempting to bind port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:53:01.488202 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Attempting to bind port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:53:01.488580 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Attempting to bind port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e on network 546fdf02-e772-4a12-9579-fb8b52b89142 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:53:01.494221 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:53:01.494612 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Checking segment: {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:53:01.495061 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.495538 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Bound using segment: {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:53:01.495952 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Bound port: e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:53:01.496343 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.592937 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] For port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:53:01.596274 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] For port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:53:01.602581 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.607230 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:01.687011 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Allocated IP 172.27.3.136 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/4ab29591-9123-4556-b86c-4e590c00e237) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:53:01.688853 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Pushing event updated for resources: {'Port': ['ID=e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:01.692071 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:01.854581 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.895415 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:01.900838 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b2edf801-224e-4813-b26c-dde4f007b146 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:01.969916 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:01.972847 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:01.976813 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:53:02.011250 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab29591-9123-4556-b86c-4e590c00e237,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:02.016028 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:02.402973 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:02.525421 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c6129-7ce3-44d2-ac8e-61b6b2cd0dc5 None None] Network 546fdf02-e772-4a12-9579-fb8b52b89142 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:53:02.654703 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-e194d22c-675d-4d28-908b-80d1533b4532 None None] Provisioning for port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:02.721080 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:02.752236 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:02.839118 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:02.845427 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:02.845814 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:02.969755 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:53:02.999747 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:03.036795 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:03.042205 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:03.044192 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:03.127526 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:03.130519 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:03.188118 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:03.194357 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-19d72334-0d74-4748-8ed1-298173fe2460 None None] Provisioning complete for port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:03.194737 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-19d72334-0d74-4748-8ed1-298173fe2460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:03.281316 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:53:03.290557 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Sync routers for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:53:03.300218 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:03.300843 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:52:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:03.305668 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:03.309598 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7024350 May 27 09:53:03.309734 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45202) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:03.377675 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-7f41951f-dce7-4eb5-aba1-6b0eba8c0fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:03.483205 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:03.771657 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:02Z', 'revision_number': 3, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:03.775325 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Checking router: 7c8ec4bc-0233-410d-9e9c-b9da9050a77e for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:53:03.775683 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Updating router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e port 4ab29591-9123-4556-b86c-4e590c00e237 binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:53:03.831230 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:03.997869 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.164874 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.181941 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Transition to ACTIVE for port object 4ab29591-9123-4556-b86c-4e590c00e237 will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:04.189194 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.191485 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.197113 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-68383d81-08f8-430d-8b48-7e9e2a6e6eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:04.217468 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Allocated IP 172.20.0.1 (546fdf02-e772-4a12-9579-fb8b52b89142/00862f96-f12c-4a7b-97d8-cee7ae6bfa34/339687b6-4871-4cd5-8363-82b69591c6cb) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:53:04.282846 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Attempting to bind port 4ab29591-9123-4556-b86c-4e590c00e237 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:53:04.283220 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Attempting to bind port 4ab29591-9123-4556-b86c-4e590c00e237 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:53:04.283591 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Attempting to bind port 4ab29591-9123-4556-b86c-4e590c00e237 on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:53:04.285569 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Pushing event updated for resources: {'Port': ['ID=4ab29591-9123-4556-b86c-4e590c00e237,revision_number=2']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:04.294755 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:53:04.295979 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:53:04.296351 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.296747 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:53:04.297220 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Bound port: 4ab29591-9123-4556-b86c-4e590c00e237, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:53:04.297598 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.326238 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.326609 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.326973 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.327308 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.327636 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.328332 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.328332 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.328599 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.328938 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.329264 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.329588 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.329915 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:04.333525 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:04.366403 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.379435 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] For port 4ab29591-9123-4556-b86c-4e590c00e237, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:53:04.381510 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Transition to ACTIVE for port object 339687b6-4871-4cd5-8363-82b69591c6cb will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:04.382723 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] For port 4ab29591-9123-4556-b86c-4e590c00e237, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=4ab29591-9123-4556-b86c-4e590c00e237,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:53:04.387096 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.392061 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:04.404830 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.409324 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:04.467924 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:04.468541 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:04.477188 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Network 546fdf02-e772-4a12-9579-fb8b52b89142 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:04.479957 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:04.484592 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:53:04.515430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=339687b6-4871-4cd5-8363-82b69591c6cb,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:04.520330 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:04.538356 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Pushing event updated for resources: {'Port': ['ID=4ab29591-9123-4556-b86c-4e590c00e237,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:04.548430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.566418 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-72727ba5-7245-40e0-888d-3d7f99757750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:04.713213 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:04.724775 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:04.803980 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-07ed9e99-4e41-410a-b17a-196725dfe5b0 None None] Provisioning for port 339687b6-4871-4cd5-8363-82b69591c6cb completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:04.808592 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:04.808987 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.870552 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-07ed9e99-4e41-410a-b17a-196725dfe5b0 None None] Provisioning complete for port 339687b6-4871-4cd5-8363-82b69591c6cb triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:04.871441 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-07ed9e99-4e41-410a-b17a-196725dfe5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.984512 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:04.989643 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-07ed9e99-4e41-410a-b17a-196725dfe5b0 None None] Port 339687b6-4871-4cd5-8363-82b69591c6cb cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:53:05.079413 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:02Z', 'revision_number': 3, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:05.083480 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e76d87-1ed8-4086-b817-6a3680643546 None None] The sync data for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi is: [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:02Z', 'revision_number': 3, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:53:05.220113 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:05.224818 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:05.254155 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:05.348595 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:05.355899 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=339687b6-4871-4cd5-8363-82b69591c6cb,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:05.361256 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:05.499742 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Network 546fdf02-e772-4a12-9579-fb8b52b89142 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:05.500879 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:05.721474 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-84791b70-091c-4d67-b59a-ca415b513023 None None] Provisioning complete for port 339687b6-4871-4cd5-8363-82b69591c6cb triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:05.722056 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-84791b70-091c-4d67-b59a-ca415b513023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:05.740924 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:53:05.785033 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-84791b70-091c-4d67-b59a-ca415b513023 None None] Port 339687b6-4871-4cd5-8363-82b69591c6cb cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:53:05.851458 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:05.961269 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:53:05.972555 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c8ec4bc-0233-410d-9e9c-b9da9050a77e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6608958 May 27 09:53:06.499891 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45232) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:06.507929 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-656195305-network', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:06.514865 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:06.519135 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Usage tracker for resource:network and tenant:921d4228532b4a3097bab904dbfd7b76 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:06.522368 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:06.528259 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:06.540623 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Made reservation on behalf of 921d4228532b4a3097bab904dbfd7b76 for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:53:06.543166 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:06.556785 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:06.571238 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:06.575101 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Usage tracker for resource:security_group_rule and tenant:921d4228532b4a3097bab904dbfd7b76 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:06.578034 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:06.584461 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:06.675340 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:06.679790 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:06.685009 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2c2aa5a0-27e1-4831-a1f4-473b5a7dc909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:06.685511 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Sync routers for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:53:06.695959 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:06.696924 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:06.713805 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:53:06.723163 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c43668-50b9-436d-9017-ee2012315710,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:06.727063 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:06.729928 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:06.730381 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Added segment 1ca5f371-1250-4703-b50d-e84b97fd22cb of type vlan for network d86cd416-5f56-4324-863a-e77bcf6656a9 May 27 09:53:06.758349 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:06.759534 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 4ab29591-9123-4556-b86c-4e590c00e237 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:06.792194 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:06.794377 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:06.795725 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:06.802383 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-c8a2870c-98ba-449f-a2c6-1bdfb37b79b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:06.902738 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3992438 May 27 09:53:06.903386 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45236) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:06.903870 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Pushing event updated for resources: {'Network': ['ID=d86cd416-5f56-4324-863a-e77bcf6656a9,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:06.907389 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:06.915383 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Request body: {'subnet': {'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-656195305-subnet', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'ip_version': 4}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:06.925506 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:06.927776 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network d86cd416-5f56-4324-863a-e77bcf6656a9 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:53:06.929530 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Usage tracker for resource:subnet and tenant:921d4228532b4a3097bab904dbfd7b76 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:06.932446 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:06.939054 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:06.948702 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Made reservation on behalf of 921d4228532b4a3097bab904dbfd7b76 for: {'subnet': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:53:06.951617 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262222314'] for subnet, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.005151 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 4ab29591-9123-4556-b86c-4e590c00e237 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:07.024572 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:07.088031 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 4ab29591-9123-4556-b86c-4e590c00e237 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:07.088419 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.403097 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.469593 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 4ab29591-9123-4556-b86c-4e590c00e237, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=4ab29591-9123-4556-b86c-4e590c00e237,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:07.473232 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.473421 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1741666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262222332'] for subnet, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.476429 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:07.484198 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3792a6e8-b2e1-45a9-9002-6b2b3a9e84b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:07.561271 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531a4a4e-135b-446a-856a-5f5c2c031b94,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:07.576582 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.577187 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.577702 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.578056 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.578591 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.579135 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.579665 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.580172 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.580753 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.581251 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.582026 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.582543 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.587953 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:07.588997 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Checking segment: {'id': '1ca5f371-1250-4703-b50d-e84b97fd22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:53:07.589553 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Network hostable DHCP agents. Network: d86cd416-5f56-4324-863a-e77bcf6656a9, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:53:07.616200 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=4ab29591-9123-4556-b86c-4e590c00e237,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:07.624154 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Network d86cd416-5f56-4324-863a-e77bcf6656a9 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:53:07.627734 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.628090 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.628439 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.628782 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.629127 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.629460 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.629791 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.630126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.630459 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.630806 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.631140 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.631465 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:07.636810 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, d86cd416-5f56-4324-863a-e77bcf6656a9) {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:07.637398 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '339687b6-4871-4cd5-8363-82b69591c6cb', 'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'mac_address': 'fa:16:3e:70:13:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:04Z', 'updated_at': '2021-05-27T09:53:05Z', 'revision_number': 2, 'project_id': '2905790141554ac096da10365a556725', 'subnets': [{'id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:07.640333 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:07.643101 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Checking router: 7c8ec4bc-0233-410d-9e9c-b9da9050a77e for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:53:07.643469 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Updating router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e port 339687b6-4871-4cd5-8363-82b69591c6cb binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:53:07.648589 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:07.649430 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.673626 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c8c375-18c4-4011-b233-7c9c2665a72e None None] Network d86cd416-5f56-4324-863a-e77bcf6656a9 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:53:07.683104 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-d3aa880f-66d5-4f94-9514-d7774a6caf16 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7745829 May 27 09:53:07.683411 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45252) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:07.690644 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:07.695767 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:07.699789 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Usage tracker for resource:router and tenant:921d4228532b4a3097bab904dbfd7b76 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:07.703604 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:07.709577 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:07.722354 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.723756 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.741227 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.778493 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.057449 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-d86cd416-5f56-4324-863a-e77bcf6656a9', 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'fixed_ips': [{'subnet_id': '531a4a4e-135b-446a-856a-5f5c2c031b94'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:53:08.058287 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.123561 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.362124 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Allocated IP 172.20.0.2 (d86cd416-5f56-4324-863a-e77bcf6656a9/531a4a4e-135b-446a-856a-5f5c2c031b94/90bfc574-0970-4061-a714-07784d471882) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:53:08.409527 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.437754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.468650 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.479626 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Transition to ACTIVE for port object 339687b6-4871-4cd5-8363-82b69591c6cb will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:08.491544 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.497228 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:08.614397 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Allocated IP 172.27.3.105 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/0a903032-cc09-44fe-913f-ae115b3a96f7) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:53:08.767349 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd409d-e297-4f4a-b11f-29684e2305c3 None None] Pushing event updated for resources: {'Port': ['ID=339687b6-4871-4cd5-8363-82b69591c6cb,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:08.770155 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 4ab29591-9123-4556-b86c-4e590c00e237 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:08.792072 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.796986 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-45cd409d-e297-4f4a-b11f-29684e2305c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:08.822191 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.826504 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d0a728bd-c6b6-4624-bd8a-546cd1587bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:08.887238 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:08.890639 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:08.894377 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:53:08.899271 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.913549 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Attempting to bind port 339687b6-4871-4cd5-8363-82b69591c6cb on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:53:08.913936 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Attempting to bind port 339687b6-4871-4cd5-8363-82b69591c6cb by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:53:08.914315 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Attempting to bind port 339687b6-4871-4cd5-8363-82b69591c6cb on network 546fdf02-e772-4a12-9579-fb8b52b89142 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:53:08.921155 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Transition to ACTIVE for port object 90bfc574-0970-4061-a714-07784d471882 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:08.931116 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:53:08.931508 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Checking segment: {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:53:08.931926 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.932326 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Bound using segment: {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:53:08.932788 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Pushing event updated for resources: {'Port': ['ID=0a903032-cc09-44fe-913f-ae115b3a96f7,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:08.932916 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Bound port: 339687b6-4871-4cd5-8363-82b69591c6cb, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:53:08.933192 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:08.938126 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:08.968463 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Transition to ACTIVE for port object 90bfc574-0970-4061-a714-07784d471882 will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:09.014276 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.021958 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:09.071135 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 4ab29591-9123-4556-b86c-4e590c00e237 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:09.071527 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.149256 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Network d86cd416-5f56-4324-863a-e77bcf6656a9 is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:09.155364 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:09.163846 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:53:09.181501 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Pushing event updated for resources: {'Port': ['ID=90bfc574-0970-4061-a714-07784d471882,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:09.211438 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:09.212896 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] For port 339687b6-4871-4cd5-8363-82b69591c6cb, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:53:09.303335 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] For port 339687b6-4871-4cd5-8363-82b69591c6cb, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=339687b6-4871-4cd5-8363-82b69591c6cb,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:53:09.316635 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.320009 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.322312 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:09.426033 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Attempting to bind port 90bfc574-0970-4061-a714-07784d471882 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:53:09.426425 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Attempting to bind port 90bfc574-0970-4061-a714-07784d471882 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '1ca5f371-1250-4703-b50d-e84b97fd22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:53:09.426827 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Attempting to bind port 90bfc574-0970-4061-a714-07784d471882 on network d86cd416-5f56-4324-863a-e77bcf6656a9 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:53:09.455061 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:53:09.455462 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Checking segment: {'id': '1ca5f371-1250-4703-b50d-e84b97fd22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:53:09.455876 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.456291 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Bound using segment: {'id': '1ca5f371-1250-4703-b50d-e84b97fd22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:53:09.456791 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Bound port: 90bfc574-0970-4061-a714-07784d471882, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca5f371-1250-4703-b50d-e84b97fd22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:53:09.457181 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.493018 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:09.493663 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:09.582001 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd409d-e297-4f4a-b11f-29684e2305c3 None None] Pushing event updated for resources: {'Port': ['ID=339687b6-4871-4cd5-8363-82b69591c6cb,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:09.603776 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-45cd409d-e297-4f4a-b11f-29684e2305c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:09.732866 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] For port 90bfc574-0970-4061-a714-07784d471882, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:53:09.746243 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] For port 90bfc574-0970-4061-a714-07784d471882, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=90bfc574-0970-4061-a714-07784d471882,segment=NetworkSegment(1ca5f371-1250-4703-b50d-e84b97fd22cb),segment_id=1ca5f371-1250-4703-b50d-e84b97fd22cb)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:53:09.754052 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.760057 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:09.784255 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.817555 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:10.002475 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Pushing event updated for resources: {'Port': ['ID=90bfc574-0970-4061-a714-07784d471882,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:10.018058 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:10.029948 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Router 71a4b782-fb83-4062-8571-618d4ff0708b is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:53:10.223090 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '339687b6-4871-4cd5-8363-82b69591c6cb', 'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'mac_address': 'fa:16:3e:70:13:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:04Z', 'updated_at': '2021-05-27T09:53:09Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'subnets': [{'id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:10.229773 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f02750-ba67-495f-b177-b13e6e48c5a7 None None] The sync data for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi is: [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '339687b6-4871-4cd5-8363-82b69591c6cb', 'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'mac_address': 'fa:16:3e:70:13:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:04Z', 'updated_at': '2021-05-27T09:53:09Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'subnets': [{'id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:53:10.273157 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:53:10.299735 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Sync routers for ids ['71a4b782-fb83-4062-8571-618d4ff0708b'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:53:10.312469 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Routers {'71a4b782-fb83-4062-8571-618d4ff0708b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:10.313100 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['71a4b782-fb83-4062-8571-618d4ff0708b'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:10.321544 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:10.327034 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6386349 May 27 09:53:10.327034 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45260) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:10.523457 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Set router 71a4b782-fb83-4062-8571-618d4ff0708b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:10.811231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 90bfc574-0970-4061-a714-07784d471882 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:10.922695 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 90bfc574-0970-4061-a714-07784d471882 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:10.928895 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 339687b6-4871-4cd5-8363-82b69591c6cb up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:10.981293 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:07Z', 'updated_at': '2021-05-27T09:53:09Z', 'revision_number': 3, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'gw_port': {'id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:08Z', 'updated_at': '2021-05-27T09:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:10.988530 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Checking router: 71a4b782-fb83-4062-8571-618d4ff0708b for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:53:10.989550 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Updating router 71a4b782-fb83-4062-8571-618d4ff0708b port 0a903032-cc09-44fe-913f-ae115b3a96f7 binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:53:11.017866 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 339687b6-4871-4cd5-8363-82b69591c6cb completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:11.023890 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 339687b6-4871-4cd5-8363-82b69591c6cb triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:11.024275 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.059205 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.101219 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d414d2-d3ef-477a-bd7a-b429535c0db7 None None] Network d86cd416-5f56-4324-863a-e77bcf6656a9 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:53:11.269197 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.281740 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-39de68b3-9a77-4150-8ffb-da56ea0454bf None None] Provisioning for port 90bfc574-0970-4061-a714-07784d471882 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:11.304214 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-39de68b3-9a77-4150-8ffb-da56ea0454bf None None] Provisioning complete for port 90bfc574-0970-4061-a714-07784d471882 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:11.304591 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-39de68b3-9a77-4150-8ffb-da56ea0454bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.352184 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.423760 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 339687b6-4871-4cd5-8363-82b69591c6cb, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=339687b6-4871-4cd5-8363-82b69591c6cb,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:11.437598 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.441981 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:11.544834 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.558155 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Transition to ACTIVE for port object 0a903032-cc09-44fe-913f-ae115b3a96f7 will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:11.566728 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.571001 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:11.604705 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Allocated IP 172.20.0.1 (d86cd416-5f56-4324-863a-e77bcf6656a9/531a4a4e-135b-446a-856a-5f5c2c031b94/e132000a-d68a-46f7-9635-c2ba7923c29f) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:53:11.651548 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Attempting to bind port 0a903032-cc09-44fe-913f-ae115b3a96f7 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:53:11.651940 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Attempting to bind port 0a903032-cc09-44fe-913f-ae115b3a96f7 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:53:11.652400 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Attempting to bind port 0a903032-cc09-44fe-913f-ae115b3a96f7 on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:53:11.655715 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=339687b6-4871-4cd5-8363-82b69591c6cb,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:11.660459 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e99fd-8d1b-4123-a22d-b439bdb2dfaf None None] Pushing event updated for resources: {'Port': ['ID=0a903032-cc09-44fe-913f-ae115b3a96f7,revision_number=2']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:11.661489 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:11.663159 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:53:11.663621 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:53:11.664534 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.664534 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:53:11.665234 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Bound port: 0a903032-cc09-44fe-913f-ae115b3a96f7, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:53:11.665700 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.671654 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-39de68b3-9a77-4150-8ffb-da56ea0454bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.694292 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-1b3e99fd-8d1b-4123-a22d-b439bdb2dfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:11.711136 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-39de68b3-9a77-4150-8ffb-da56ea0454bf None None] For port 90bfc574-0970-4061-a714-07784d471882, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=90bfc574-0970-4061-a714-07784d471882,segment=NetworkSegment(1ca5f371-1250-4703-b50d-e84b97fd22cb),segment_id=1ca5f371-1250-4703-b50d-e84b97fd22cb)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:11.719735 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-39de68b3-9a77-4150-8ffb-da56ea0454bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.722706 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:11.750523 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] For port 0a903032-cc09-44fe-913f-ae115b3a96f7, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:53:11.754104 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] For port 0a903032-cc09-44fe-913f-ae115b3a96f7, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=0a903032-cc09-44fe-913f-ae115b3a96f7,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:53:11.759290 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.765608 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-86f6fd07-0e8e-4806-9139-188b49a5acdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:11.788138 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.808285 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de68b3-9a77-4150-8ffb-da56ea0454bf None None] Pushing event updated for resources: {'Port': ['ID=90bfc574-0970-4061-a714-07784d471882,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:11.811969 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Transition to ACTIVE for port object e132000a-d68a-46f7-9635-c2ba7923c29f will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:11.814696 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-39de68b3-9a77-4150-8ffb-da56ea0454bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:11.838815 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:11.844666 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1d0701ac-9a66-46cf-b0ac-da4f48fd44ae tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:11.848614 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Routers {'71a4b782-fb83-4062-8571-618d4ff0708b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:11.849558 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['71a4b782-fb83-4062-8571-618d4ff0708b'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:11.912689 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Network d86cd416-5f56-4324-863a-e77bcf6656a9 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:11.915748 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:11.920213 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:53:11.924074 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e99fd-8d1b-4123-a22d-b439bdb2dfaf None None] Pushing event updated for resources: {'Port': ['ID=0a903032-cc09-44fe-913f-ae115b3a96f7,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:11.957530 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e132000a-d68a-46f7-9635-c2ba7923c29f,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:11.961643 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:11.962311 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-1b3e99fd-8d1b-4123-a22d-b439bdb2dfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:11.992247 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:12.047676 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-f7c390ec-fe23-4180-85b9-d546c2816267 None None] Provisioning complete for port 90bfc574-0970-4061-a714-07784d471882 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:12.049117 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-f7c390ec-fe23-4180-85b9-d546c2816267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:12.095853 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] Set router 71a4b782-fb83-4062-8571-618d4ff0708b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:12.156418 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:12.337614 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-63007026-bd85-49f4-a6f8-6e2b8ac9a93a None None] Provisioning for port e132000a-d68a-46f7-9635-c2ba7923c29f completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:12.342986 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-63007026-bd85-49f4-a6f8-6e2b8ac9a93a None None] Provisioning complete for port e132000a-d68a-46f7-9635-c2ba7923c29f triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:12.343364 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-63007026-bd85-49f4-a6f8-6e2b8ac9a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:12.398710 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-63007026-bd85-49f4-a6f8-6e2b8ac9a93a None None] Port e132000a-d68a-46f7-9635-c2ba7923c29f cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:53:12.403467 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:07Z', 'updated_at': '2021-05-27T09:53:09Z', 'revision_number': 3, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'gw_port': {'id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:08Z', 'updated_at': '2021-05-27T09:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:12.407385 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:12.408584 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8354d-a119-470b-b014-e21cedd2f031 None None] The sync data for ids ['71a4b782-fb83-4062-8571-618d4ff0708b'] in dv-cinder-788782-3-iscsi is: [{'id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:07Z', 'updated_at': '2021-05-27T09:53:09Z', 'revision_number': 3, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'gw_port': {'id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:08Z', 'updated_at': '2021-05-27T09:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:53:12.412451 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:12.439338 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-025f5725-2137-48e5-96d0-87d48dff1b0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:12.525149 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e132000a-d68a-46f7-9635-c2ba7923c29f,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:12.527976 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:12.531907 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:12.695526 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Network d86cd416-5f56-4324-863a-e77bcf6656a9 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:12.696645 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:12.800708 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 90bfc574-0970-4061-a714-07784d471882 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:12.882503 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 90bfc574-0970-4061-a714-07784d471882 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:12.883250 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:12.918825 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Router 71a4b782-fb83-4062-8571-618d4ff0708b has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:53:12.959119 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-ee8d1e6a-955c-41fa-b441-d9f68e1909e2 None None] Provisioning complete for port e132000a-d68a-46f7-9635-c2ba7923c29f triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:12.959504 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1e6a-955c-41fa-b441-d9f68e1909e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:13.063458 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-ee8d1e6a-955c-41fa-b441-d9f68e1909e2 None None] Port e132000a-d68a-46f7-9635-c2ba7923c29f cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:53:13.073848 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0a903032-cc09-44fe-913f-ae115b3a96f7 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:13.148022 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 0a903032-cc09-44fe-913f-ae115b3a96f7 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:13.154797 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 0a903032-cc09-44fe-913f-ae115b3a96f7 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:13.155528 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:13.224942 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:53:13.242450 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] 10.222.0.20 "PUT /v2.0/routers/71a4b782-fb83-4062-8571-618d4ff0708b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9079170 May 27 09:53:13.284282 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:13.300502 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 0a903032-cc09-44fe-913f-ae115b3a96f7, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=0a903032-cc09-44fe-913f-ae115b3a96f7,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:13.306389 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:13.308271 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 339687b6-4871-4cd5-8363-82b69591c6cb up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:13.338385 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:13.431865 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=0a903032-cc09-44fe-913f-ae115b3a96f7,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:13.435555 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:13.447259 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 339687b6-4871-4cd5-8363-82b69591c6cb triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:13.447634 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:14.040285 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Sync routers for ids ['71a4b782-fb83-4062-8571-618d4ff0708b'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:53:14.053878 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Routers {'71a4b782-fb83-4062-8571-618d4ff0708b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:14.054523 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['71a4b782-fb83-4062-8571-618d4ff0708b'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:14.272600 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Set router 71a4b782-fb83-4062-8571-618d4ff0708b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:14.711677 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:07Z', 'updated_at': '2021-05-27T09:53:12Z', 'revision_number': 4, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'gw_port': {'id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:08Z', 'updated_at': '2021-05-27T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e132000a-d68a-46f7-9635-c2ba7923c29f', 'name': '', 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'mac_address': 'fa:16:3e:73:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '531a4a4e-135b-446a-856a-5f5c2c031b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:11Z', 'updated_at': '2021-05-27T09:53:12Z', 'revision_number': 2, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'subnets': [{'id': '531a4a4e-135b-446a-856a-5f5c2c031b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:14.718371 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Checking router: 71a4b782-fb83-4062-8571-618d4ff0708b for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:53:14.718736 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Updating router 71a4b782-fb83-4062-8571-618d4ff0708b port e132000a-d68a-46f7-9635-c2ba7923c29f binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:53:14.768689 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0a903032-cc09-44fe-913f-ae115b3a96f7 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:14.854059 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:14.935642 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 0a903032-cc09-44fe-913f-ae115b3a96f7 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:14.936175 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:15.423126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:15.438825 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Transition to ACTIVE for port object e132000a-d68a-46f7-9635-c2ba7923c29f will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:15.447042 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:15.455902 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b4d30721-77f4-4eab-9638-e094a5b5e363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:15.537680 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ad44b-26c5-415c-8f66-26d3883e3ba2 None None] Pushing event updated for resources: {'Port': ['ID=e132000a-d68a-46f7-9635-c2ba7923c29f,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:15.598464 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-348ad44b-26c5-415c-8f66-26d3883e3ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:15.708172 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Attempting to bind port e132000a-d68a-46f7-9635-c2ba7923c29f on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:53:15.708530 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Attempting to bind port e132000a-d68a-46f7-9635-c2ba7923c29f by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '1ca5f371-1250-4703-b50d-e84b97fd22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:53:15.708891 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Attempting to bind port e132000a-d68a-46f7-9635-c2ba7923c29f on network d86cd416-5f56-4324-863a-e77bcf6656a9 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:53:15.714849 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:53:15.715240 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Checking segment: {'id': '1ca5f371-1250-4703-b50d-e84b97fd22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:53:15.715660 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:15.716194 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Bound using segment: {'id': '1ca5f371-1250-4703-b50d-e84b97fd22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:53:15.716690 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Bound port: e132000a-d68a-46f7-9635-c2ba7923c29f, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca5f371-1250-4703-b50d-e84b97fd22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:53:15.717079 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:15.820046 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] For port e132000a-d68a-46f7-9635-c2ba7923c29f, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:53:15.823373 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] For port e132000a-d68a-46f7-9635-c2ba7923c29f, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e132000a-d68a-46f7-9635-c2ba7923c29f,segment=NetworkSegment(1ca5f371-1250-4703-b50d-e84b97fd22cb),segment_id=1ca5f371-1250-4703-b50d-e84b97fd22cb)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:53:15.829870 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:15.833874 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b4d30721-77f4-4eab-9638-e094a5b5e363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:15.921409 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Routers {'71a4b782-fb83-4062-8571-618d4ff0708b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:15.922064 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['71a4b782-fb83-4062-8571-618d4ff0708b'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:15.985597 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ad44b-26c5-415c-8f66-26d3883e3ba2 None None] Pushing event updated for resources: {'Port': ['ID=e132000a-d68a-46f7-9635-c2ba7923c29f,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:15.998329 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-348ad44b-26c5-415c-8f66-26d3883e3ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:16.146268 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] Set router 71a4b782-fb83-4062-8571-618d4ff0708b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:16.587498 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-0369d0be-2036-421a-960a-7b226983c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:07Z', 'updated_at': '2021-05-27T09:53:12Z', 'revision_number': 4, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'gw_port': {'id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:08Z', 'updated_at': '2021-05-27T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e132000a-d68a-46f7-9635-c2ba7923c29f', 'name': '', 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'mac_address': 'fa:16:3e:73:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '531a4a4e-135b-446a-856a-5f5c2c031b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:11Z', 'updated_at': '2021-05-27T09:53:15Z', 'revision_number': 4, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'subnets': [{'id': '531a4a4e-135b-446a-856a-5f5c2c031b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:16.595599 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369d0be-2036-421a-960a-7b226983c49b None None] The sync data for ids ['71a4b782-fb83-4062-8571-618d4ff0708b'] in dv-cinder-788782-3-iscsi is: [{'id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:07Z', 'updated_at': '2021-05-27T09:53:12Z', 'revision_number': 4, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'gw_port': {'id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:08Z', 'updated_at': '2021-05-27T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e132000a-d68a-46f7-9635-c2ba7923c29f', 'name': '', 'network_id': 'd86cd416-5f56-4324-863a-e77bcf6656a9', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'mac_address': 'fa:16:3e:73:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '531a4a4e-135b-446a-856a-5f5c2c031b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:11Z', 'updated_at': '2021-05-27T09:53:15Z', 'revision_number': 4, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'subnets': [{'id': '531a4a4e-135b-446a-856a-5f5c2c031b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:53:16.821746 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e132000a-d68a-46f7-9635-c2ba7923c29f up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:16.914082 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port e132000a-d68a-46f7-9635-c2ba7923c29f completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:16.930000 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port e132000a-d68a-46f7-9635-c2ba7923c29f triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:16.930546 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:17.106207 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:17.151219 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port e132000a-d68a-46f7-9635-c2ba7923c29f, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e132000a-d68a-46f7-9635-c2ba7923c29f,segment=NetworkSegment(1ca5f371-1250-4703-b50d-e84b97fd22cb),segment_id=1ca5f371-1250-4703-b50d-e84b97fd22cb)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:17.164633 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:17.164633 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:17.248602 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=e132000a-d68a-46f7-9635-c2ba7923c29f,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:17.252081 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:18.716013 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e132000a-d68a-46f7-9635-c2ba7923c29f up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:18.795021 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port e132000a-d68a-46f7-9635-c2ba7923c29f triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:18.795467 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:23.413391 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-f59f8ad5-d685-49f0-8817-dafcf5c72599 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:23.414746 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-f59f8ad5-d685-49f0-8817-dafcf5c72599 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 813 time: 0.1448147 May 27 09:53:23.430336 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-8d178ef0-e56a-4195-abef-62881e585c53 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/quotas/2905790141554ac096da10365a556725 HTTP/1.1" status: 200 len: 375 time: 0.0091469 May 27 09:53:23.517995 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-3efc6ea6-dd04-4a5f-85ae-3c63dfac7fde tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813208 May 27 09:53:23.758542 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-7501fff4-eb76-4403-85dd-61c7ec5d8fb7 service neutron] 10.222.0.20 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284622 May 27 09:53:23.912030 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-423d279b-c899-4b0e-94ff-847398426b22 service neutron] 10.222.0.20 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469150 May 27 09:53:24.088511 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-91d68fc9-c2e1-4d60-ab5b-82dea4a1c31b req-705e2317-cc74-4bd4-a066-1b77b7df438c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 210 time: 0.0422616 May 27 09:53:25.110860 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-9838afd5-c0f6-4e5a-b66f-64612ce5665c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:25.111563 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-9838afd5-c0f6-4e5a-b66f-64612ce5665c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Synchronizing usage tracker for tenant:2905790141554ac096da10365a556725 on resource:network {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:53:25.131771 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-9838afd5-c0f6-4e5a-b66f-64612ce5665c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Unset dirty status for tenant:2905790141554ac096da10365a556725 on resource:network {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:53:25.132959 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-9838afd5-c0f6-4e5a-b66f-64612ce5665c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.45 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 813 time: 0.1661191 May 27 09:53:25.145214 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'port': {'device_id': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'admin_state_up': True, 'tenant_id': '2905790141554ac096da10365a556725'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:25.276697 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-4da0310c-3fae-485d-b648-7227d1014953 req-bc084dcd-d51d-4de8-ae99-1361a27ac3ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Synchronizing usage tracker for tenant:2905790141554ac096da10365a556725 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:53:25.315383 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-4da0310c-3fae-485d-b648-7227d1014953 req-bc084dcd-d51d-4de8-ae99-1361a27ac3ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Unset dirty status for tenant:2905790141554ac096da10365a556725 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:53:25.316540 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4da0310c-3fae-485d-b648-7227d1014953 req-bc084dcd-d51d-4de8-ae99-1361a27ac3ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 210 time: 0.0997138 May 27 09:53:25.343050 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:25.353901 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:25.364602 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Made reservation on behalf of 2905790141554ac096da10365a556725 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:53:25.368153 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:25.552725 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Allocated IP 172.20.0.4 (546fdf02-e772-4a12-9579-fb8b52b89142/00862f96-f12c-4a7b-97d8-cee7ae6bfa34/70dc6960-7078-4eb3-a052-73407f3b625c) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:53:25.819776 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:25.835725 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Transition to ACTIVE for port object 70dc6960-7078-4eb3-a052-73407f3b625c will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:25.864361 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:25.870527 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a4e40434-c0aa-4693-bf08-6e5ec6f915a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:25.941619 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Network 546fdf02-e772-4a12-9579-fb8b52b89142 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:25.945639 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:25.948370 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:53:25.991386 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'Port': ['ID=70dc6960-7078-4eb3-a052-73407f3b625c,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:25.994427 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:26.030418 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:26.031248 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:26.061939 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9208436 May 27 09:53:26.235453 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-41983c5c-28b9-475e-83e6-80761017658c None None] Provisioning for port 70dc6960-7078-4eb3-a052-73407f3b625c completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:26.240509 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-41983c5c-28b9-475e-83e6-80761017658c None None] Provisioning complete for port 70dc6960-7078-4eb3-a052-73407f3b625c triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:26.240894 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-41983c5c-28b9-475e-83e6-80761017658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:26.306202 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-41983c5c-28b9-475e-83e6-80761017658c None None] Port 70dc6960-7078-4eb3-a052-73407f3b625c cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:53:26.508352 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d73749-08f1-4010-9288-f26f105b310f req-511ae1b2-e330-4da8-9c4d-c7be4ca017f1 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:26.509910 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-64d73749-08f1-4010-9288-f26f105b310f req-511ae1b2-e330-4da8-9c4d-c7be4ca017f1 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 931 time: 0.0818853 May 27 09:53:26.563299 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-64d73749-08f1-4010-9288-f26f105b310f req-51642366-4b40-4304-842d-465423ba5c6f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464666 May 27 09:53:27.755886 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968470e-381e-4da7-aaa0-fee5a5fd48f1 req-d9f4d8c1-8cb5-47dd-886c-15f116a5be34 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:27.756527 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-7968470e-381e-4da7-aaa0-fee5a5fd48f1 req-d9f4d8c1-8cb5-47dd-886c-15f116a5be34 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Synchronizing usage tracker for tenant:2905790141554ac096da10365a556725 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:53:27.779957 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-7968470e-381e-4da7-aaa0-fee5a5fd48f1 req-d9f4d8c1-8cb5-47dd-886c-15f116a5be34 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Unset dirty status for tenant:2905790141554ac096da10365a556725 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:53:27.781256 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7968470e-381e-4da7-aaa0-fee5a5fd48f1 req-d9f4d8c1-8cb5-47dd-886c-15f116a5be34 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 931 time: 0.1065848 May 27 09:53:27.829065 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-7968470e-381e-4da7-aaa0-fee5a5fd48f1 req-2b6f92bd-9495-4ded-aab7-7b18ea6a7ed9 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Synchronizing usage tracker for tenant:2905790141554ac096da10365a556725 on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:53:27.839589 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:27.852136 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-7968470e-381e-4da7-aaa0-fee5a5fd48f1 req-2b6f92bd-9495-4ded-aab7-7b18ea6a7ed9 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Unset dirty status for tenant:2905790141554ac096da10365a556725 on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:53:27.853460 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7968470e-381e-4da7-aaa0-fee5a5fd48f1 req-2b6f92bd-9495-4ded-aab7-7b18ea6a7ed9 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663981 May 27 09:53:29.047658 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad91732-4554-4222-a6bf-077155c828f9 req-aa61fc6e-58db-465b-8ef7-dc9ced17c34a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:29.049150 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1ad91732-4554-4222-a6bf-077155c828f9 req-aa61fc6e-58db-465b-8ef7-dc9ced17c34a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 931 time: 0.0841649 May 27 09:53:29.096526 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1ad91732-4554-4222-a6bf-077155c828f9 req-9ed7f17a-2e6c-410b-920e-6026b9a9dfd8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 May 27 09:53:30.305893 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73d34d-9939-453a-acd3-df3fb2149389 req-74eb6d7c-bf56-4901-bc58-08b378d5295f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:30.307917 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8b73d34d-9939-453a-acd3-df3fb2149389 req-74eb6d7c-bf56-4901-bc58-08b378d5295f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 931 time: 0.0965450 May 27 09:53:30.355279 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8b73d34d-9939-453a-acd3-df3fb2149389 req-71bd1005-f678-42e4-836d-23e366f7cf02 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 May 27 09:53:30.631550 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-30be0430-359e-4901-9df5-1132b8daa3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:31.550632 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af15-b19e-4b7b-9d2a-3016b06cbb82 req-c0871f6e-bcfd-47d9-9019-b80d5f5f290b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:31.552168 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3461af15-b19e-4b7b-9d2a-3016b06cbb82 req-c0871f6e-bcfd-47d9-9019-b80d5f5f290b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 931 time: 0.0878515 May 27 09:53:31.600525 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3461af15-b19e-4b7b-9d2a-3016b06cbb82 req-c0aac5b2-4183-4c3a-ba9b-20370a9aed09 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 May 27 09:53:32.790505 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cab71-fb1b-4dbd-a0a4-c4f3d71dc784 req-966a44cc-ebc8-43c9-910f-ef1455a4e87d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:32.792047 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ce9cab71-fb1b-4dbd-a0a4-c4f3d71dc784 req-966a44cc-ebc8-43c9-910f-ef1455a4e87d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 931 time: 0.0816236 May 27 09:53:32.838868 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-ce9cab71-fb1b-4dbd-a0a4-c4f3d71dc784 req-63abcab0-1748-4033-80cf-cf896328cb40 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 May 27 09:53:33.181708 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:33.382700 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e67d-8540-46fc-9694-b189ba05b155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:33.534837 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:53:34.198258 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:34.255859 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f728d82-983d-4995-a810-d511673ddae9 req-2e441c92-b236-420c-96a2-7fbc28256c1a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:34.257354 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8f728d82-983d-4995-a810-d511673ddae9 req-2e441c92-b236-420c-96a2-7fbc28256c1a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 931 time: 0.0883315 May 27 09:53:34.304919 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8f728d82-983d-4995-a810-d511673ddae9 req-a6d63558-bd23-4a3e-8859-d81b2ec7c136 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 May 27 09:53:35.119903 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Request body: {'port': {'device_id': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:35.229164 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:35.674400 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8813b2-04c0-4ea5-8df1-3c6cd1eedcb7 req-d292770b-6b48-486a-bfd2-c91500619e6a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:35.675908 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc8813b2-04c0-4ea5-8df1-3c6cd1eedcb7 req-d292770b-6b48-486a-bfd2-c91500619e6a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 931 time: 0.2324891 May 27 09:53:35.774174 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc8813b2-04c0-4ea5-8df1-3c6cd1eedcb7 req-4595085a-c9df-46b0-b6ba-236cb567463d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873101 May 27 09:53:35.776062 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dc6960-7078-4eb3-a052-73407f3b625c {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:53:35.783505 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:35.798013 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Transition to ACTIVE for port object 70dc6960-7078-4eb3-a052-73407f3b625c will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:53:35.802065 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:35.805507 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6729a41e-ea90-4790-a045-cda65faf99e3 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:35.846303 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:35.933601 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=70dc6960-7078-4eb3-a052-73407f3b625c,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:35.964176 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:36.042502 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Attempting to bind port 70dc6960-7078-4eb3-a052-73407f3b625c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:53:36.042848 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Attempting to bind port 70dc6960-7078-4eb3-a052-73407f3b625c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:53:36.043181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Attempting to bind port 70dc6960-7078-4eb3-a052-73407f3b625c on network 546fdf02-e772-4a12-9579-fb8b52b89142 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:53:36.048324 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Port 70dc6960-7078-4eb3-a052-73407f3b625c on network 546fdf02-e772-4a12-9579-fb8b52b89142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:53:36.048642 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Attempting to bind port 70dc6960-7078-4eb3-a052-73407f3b625c on network 546fdf02-e772-4a12-9579-fb8b52b89142 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:53:36.054121 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:53:36.054473 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Checking segment: {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:53:36.054934 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Bound using segment: {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:53:36.055392 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Bound port: 70dc6960-7078-4eb3-a052-73407f3b625c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3811f675-1c1b-4288-8915-9bbf7549012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:53:36.055737 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:36.147680 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] For port 70dc6960-7078-4eb3-a052-73407f3b625c, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:53:36.150553 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] For port 70dc6960-7078-4eb3-a052-73407f3b625c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=70dc6960-7078-4eb3-a052-73407f3b625c,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:53:36.155188 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:36.159643 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-c56099c0-bd8d-4335-81af-169aa9dad2d1 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:36.220107 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:36.220733 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:36.222110 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] 10.222.0.45 "PUT /v2.0/ports/70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 1093 time: 1.1067717 May 27 09:53:36.222605 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:53:36.252630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=70dc6960-7078-4eb3-a052-73407f3b625c,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:36.255716 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:36.309363 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c', 'status': 'completed', 'code': 200} May 27 09:53:36.363085 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-ed31a793-600b-4c9d-ba0c-f7d2bb142595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:36.364607 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-ed31a793-600b-4c9d-ba0c-f7d2bb142595 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1096 time: 0.0885136 May 27 09:53:36.434263 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-b074719a-9976-4632-8c34-84f2b8234601 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 217 time: 0.0627465 May 27 09:53:36.500080 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-2159cd27-d4c3-4c4b-b075-ed2545ab11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:36.501414 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-2159cd27-d4c3-4c4b-b075-ed2545ab11c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 200 len: 852 time: 0.0607734 May 27 09:53:36.581536 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-0dfc6d9b-f8df-429c-9d4d-a58116a2a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:36.583083 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-0dfc6d9b-f8df-429c-9d4d-a58116a2a335 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=546fdf02-e772-4a12-9579-fb8b52b89142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751126 May 27 09:53:36.718791 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-e1bfa195-2006-42de-9e6b-448031e1ed11 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292889 May 27 09:53:36.852089 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e02db374-6a96-4ee2-a68b-051e18f7abeb req-ddfe05c3-4ae5-46ea-94fb-4f65ab452c5c service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270173 May 27 09:53:37.018691 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f47df-1599-4581-924e-8ae2b45e56cf req-301cf882-466b-481c-bc9b-a859845b3a78 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:37.020189 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-856f47df-1599-4581-924e-8ae2b45e56cf req-301cf882-466b-481c-bc9b-a859845b3a78 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 943 time: 0.1423194 May 27 09:53:37.022811 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9554def-3520-45cd-b42e-5fa575f92066 req-f4d8e3eb-3ee5-473b-a47e-13b64eaafb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:37.024148 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e9554def-3520-45cd-b42e-5fa575f92066 req-f4d8e3eb-3ee5-473b-a47e-13b64eaafb74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1096 time: 0.1143792 May 27 09:53:37.145410 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-856f47df-1599-4581-924e-8ae2b45e56cf req-90c6d6b1-796d-42c4-80d7-a58cfce2b0b8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196952 May 27 09:53:37.185580 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9554def-3520-45cd-b42e-5fa575f92066 req-58d2209b-87dd-460b-8745-3c2f51c12b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:37.187098 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e9554def-3520-45cd-b42e-5fa575f92066 req-58d2209b-87dd-460b-8745-3c2f51c12b42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 914 time: 0.1483483 May 27 09:53:37.259166 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e9554def-3520-45cd-b42e-5fa575f92066 req-097c4dca-8926-46aa-8ee8-21e8a4c43091 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 217 time: 0.0645089 May 27 09:53:37.323648 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9554def-3520-45cd-b42e-5fa575f92066 req-8eecea88-881c-48bb-977f-e4e02837334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:37.325728 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e9554def-3520-45cd-b42e-5fa575f92066 req-8eecea88-881c-48bb-977f-e4e02837334d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 200 len: 852 time: 0.0588973 May 27 09:53:37.498054 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9554def-3520-45cd-b42e-5fa575f92066 req-aeb31ff3-a0c8-4421-8681-fd1b5ca48020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:37.499507 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e9554def-3520-45cd-b42e-5fa575f92066 req-aeb31ff3-a0c8-4421-8681-fd1b5ca48020 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=546fdf02-e772-4a12-9579-fb8b52b89142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1662824 May 27 09:53:37.632859 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e9554def-3520-45cd-b42e-5fa575f92066 req-65995d48-1928-43c7-8eab-7cfcbf3df2d9 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260912 May 27 09:53:37.764614 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e9554def-3520-45cd-b42e-5fa575f92066 req-be5f86f4-34cc-4401-9227-37d45c82a290 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249721 May 27 09:53:38.337022 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8063ad-d7ec-46d7-8d76-feb21bf5985c req-a964855e-a26f-43d4-a1e0-1298a689169e tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:38.338495 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5b8063ad-d7ec-46d7-8d76-feb21bf5985c req-a964855e-a26f-43d4-a1e0-1298a689169e tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 943 time: 0.0833490 May 27 09:53:38.388674 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5b8063ad-d7ec-46d7-8d76-feb21bf5985c req-91d075e8-ca7e-4304-b911-dbcb6be74621 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436294 May 27 09:53:39.579522 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be88536-ce38-4b10-9c74-0690e369b81a req-b451774a-0472-41cf-8553-932aabfd7b94 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:39.580963 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6be88536-ce38-4b10-9c74-0690e369b81a req-b451774a-0472-41cf-8553-932aabfd7b94 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 943 time: 0.0796382 May 27 09:53:39.625988 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6be88536-ce38-4b10-9c74-0690e369b81a req-1e1aa4a2-4269-41d3-b611-df693e1ce1c0 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 May 27 09:53:40.433016 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 70dc6960-7078-4eb3-a052-73407f3b625c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:53:40.567123 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 70dc6960-7078-4eb3-a052-73407f3b625c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=70dc6960-7078-4eb3-a052-73407f3b625c,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:40.580547 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '70dc6960-7078-4eb3-a052-73407f3b625c', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'port_id': '70dc6960-7078-4eb3-a052-73407f3b625c', 'mac_address': 'fa:16:3e:b8:35:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:53:40.636374 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:40.653239 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dc6960-7078-4eb3-a052-73407f3b625c {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:53:40.669654 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 70dc6960-7078-4eb3-a052-73407f3b625c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=70dc6960-7078-4eb3-a052-73407f3b625c,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:40.673646 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:40.675360 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-348ad44b-26c5-415c-8f66-26d3883e3ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:40.744249 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=70dc6960-7078-4eb3-a052-73407f3b625c,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:40.747948 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:40.809700 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc873-4d8e-4e4a-a681-b3b0eed9ab4e req-41aa4fb1-6724-497c-88b3-da9ce720d51d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:40.811288 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-19cdc873-4d8e-4e4a-a681-b3b0eed9ab4e req-41aa4fb1-6724-497c-88b3-da9ce720d51d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 944 time: 0.0810931 May 27 09:53:40.861584 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-19cdc873-4d8e-4e4a-a681-b3b0eed9ab4e req-5b5c7bfa-0bf8-445c-82fd-5c50a091bd29 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 May 27 09:53:40.912572 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['70dc6960-7078-4eb3-a052-73407f3b625c'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:53:42.050229 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957cf4d-43a7-44af-9ac1-0b220fbacfef req-09c0e8b2-1d84-42b5-97a2-0f6ef206aa5b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:42.051713 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e957cf4d-43a7-44af-9ac1-0b220fbacfef req-09c0e8b2-1d84-42b5-97a2-0f6ef206aa5b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 944 time: 0.0833373 May 27 09:53:42.097295 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e957cf4d-43a7-44af-9ac1-0b220fbacfef req-1892b0f4-4197-4984-a33c-045fcfd5229c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 May 27 09:53:42.453633 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 70dc6960-7078-4eb3-a052-73407f3b625c up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:53:42.520979 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 70dc6960-7078-4eb3-a052-73407f3b625c completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:53:42.525483 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 70dc6960-7078-4eb3-a052-73407f3b625c triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:42.525878 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:42.644353 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:42.671029 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:53:42.680474 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 70dc6960-7078-4eb3-a052-73407f3b625c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=70dc6960-7078-4eb3-a052-73407f3b625c,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:42.685316 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:42.688057 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:42.723510 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c', 'code': 200} May 27 09:53:42.758983 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=70dc6960-7078-4eb3-a052-73407f3b625c,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:42.761952 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:42.946320 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b33dc0-dcd0-464b-929e-3f743738e20d req-745d16ca-0120-4468-a7bd-024c823f4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:42.947864 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-65b33dc0-dcd0-464b-929e-3f743738e20d req-745d16ca-0120-4468-a7bd-024c823f4038 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1098 time: 0.0714993 May 27 09:53:42.989529 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-65b33dc0-dcd0-464b-929e-3f743738e20d req-0b77aeaa-e8e8-480b-884d-079ab508ac9b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355313 May 27 09:53:43.284679 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ffbae-cbc6-4785-b88d-900a4b9c2a82 req-b2b276f4-e9a8-4613-a686-b81ac35b9a57 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:43.286152 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-524ffbae-cbc6-4785-b88d-900a4b9c2a82 req-b2b276f4-e9a8-4613-a686-b81ac35b9a57 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.0832353 May 27 09:53:43.332935 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-524ffbae-cbc6-4785-b88d-900a4b9c2a82 req-2c840c96-6e38-4154-a10d-2fd9e5601043 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 May 27 09:53:43.540472 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a114-279c-423c-a87e-f17b5e5832ec req-1fd61d2b-c938-4939-b901-f769f86eb263 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:43.541940 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-65a1a114-279c-423c-a87e-f17b5e5832ec req-1fd61d2b-c938-4939-b901-f769f86eb263 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 946 time: 0.0787339 May 27 09:53:43.590983 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-65a1a114-279c-423c-a87e-f17b5e5832ec req-9b95c182-bb15-4379-89e2-c369739f4e6b tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428047 May 27 09:53:44.520788 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14f356-6fc1-4e35-b23f-78114f72107e req-fffed4e0-6f22-421f-ae75-26417f0cce3b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:44.522247 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-cf14f356-6fc1-4e35-b23f-78114f72107e req-fffed4e0-6f22-421f-ae75-26417f0cce3b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.0806718 May 27 09:53:44.567648 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-cf14f356-6fc1-4e35-b23f-78114f72107e req-65bd71e7-d9e0-4cb4-9fc4-0488d9d46bd3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 May 27 09:53:44.752993 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccaa14-ec80-4595-bd05-fe595a808c52 req-aad76322-b3f8-490a-ab06-72af995f94b5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:44.754532 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f2ccaa14-ec80-4595-bd05-fe595a808c52 req-aad76322-b3f8-490a-ab06-72af995f94b5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.0812492 May 27 09:53:44.780036 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48cf48-22dc-43aa-94dd-6ac690acade3 req-f25e477d-9000-485e-b80d-a1d9045afa54 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:44.781518 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-cc48cf48-22dc-43aa-94dd-6ac690acade3 req-f25e477d-9000-485e-b80d-a1d9045afa54 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 946 time: 0.0840988 May 27 09:53:44.800406 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f2ccaa14-ec80-4595-bd05-fe595a808c52 req-205d4659-133d-442b-961f-3d753b0a03a4 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 May 27 09:53:44.913280 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-cc48cf48-22dc-43aa-94dd-6ac690acade3 req-b47cce9f-f277-42d4-96a8-336d1fcd4654 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabf8e4-b44f-4ef8-8350-c68561738f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260209 May 27 09:53:45.205701 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84595f3-4149-40ab-9191-4b1e2918c70d req-40f74409-f80e-47cd-8ff3-188578213566 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:45.207127 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d84595f3-4149-40ab-9191-4b1e2918c70d req-40f74409-f80e-47cd-8ff3-188578213566 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.0825505 May 27 09:53:45.229405 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-c1e53f98-1d9e-41ed-80c0-ce186fb33c4e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:45.230898 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-c1e53f98-1d9e-41ed-80c0-ce186fb33c4e tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 946 time: 0.0828240 May 27 09:53:45.258194 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d84595f3-4149-40ab-9191-4b1e2918c70d req-c79e53c4-2951-4f3e-8fd0-d39af8e53e7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445483 May 27 09:53:45.368201 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Deleting port a8169901-3d98-4079-bceb-861f29923a25 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:53:45.368551 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:45.506743 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] For port a8169901-3d98-4079-bceb-861f29923a25, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8169901-3d98-4079-bceb-861f29923a25,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:45.507133 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:45.819412 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:45.820102 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:45.820102 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Floating IP 9a972dc3-94f7-48d0-8320-e0251cd9f53a disassociated. External IP: 172.27.3.121, port: a8169901-3d98-4079-bceb-861f29923a25. May 27 09:53:45.820420 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Calling delete_port for a8169901-3d98-4079-bceb-861f29923a25 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:53:45.931280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:45.937115 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:46.071728 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event deleted for resources: {'Port': ['ID=a8169901-3d98-4079-bceb-861f29923a25,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:46.076383 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:46.118822 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4149e9d9-ef33-4e7a-b529-f5dbaad961d1 req-958be167-403a-4f82-ada5-5c45282b7f52 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3151b5-1a04-42c7-a968-a0140e69da6a HTTP/1.1" status: 200 len: 210 time: 0.0483208 May 27 09:53:46.298858 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Router 8f196456-4819-411d-a6f7-ca7e1c4fa94c has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:53:46.478511 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:53:46.489056 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] Sync routers for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:53:46.498998 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:46.499637 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:46.556858 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] No DVR routers for this DVR port a8169901-3d98-4079-bceb-861f29923a25 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:53:46.563948 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:46.566678 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'name': 'network-vif-deleted', 'tag': 'a8169901-3d98-4079-bceb-861f29923a25'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:53:46.583850 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3d7a81c5-499d-4792-a2b5-652fe87e7959 req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.45 "DELETE /v2.0/ports/a8169901-3d98-4079-bceb-861f29923a25 HTTP/1.1" status: 204 len: 173 time: 1.3474176 May 27 09:53:46.623236 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3151b5-1a04-42c7-a968-a0140e69da6a', 'name': 'network-vif-deleted', 'tag': 'a8169901-3d98-4079-bceb-861f29923a25', 'status': 'completed', 'code': 200} May 27 09:53:46.694628 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:47.008439 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:47.013585 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] Checking router: 8f196456-4819-411d-a6f7-ca7e1c4fa94c for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:53:47.024726 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:47.025533 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:47.229872 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:47.254387 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45514) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:47.330154 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-739d78a5-4b4b-432c-b609-86ed69383d99 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:47.359863 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-739d78a5-4b4b-432c-b609-86ed69383d99 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:47.430145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-739d78a5-4b4b-432c-b609-86ed69383d99 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:47.434456 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6a3858af-b662-440a-b882-57d362930625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:47.452911 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d78a5-4b4b-432c-b609-86ed69383d99 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaabf8e4-b44f-4ef8-8350-c68561738f01,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:47.457325 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-739d78a5-4b4b-432c-b609-86ed69383d99 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:47.483282 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-739d78a5-4b4b-432c-b609-86ed69383d99 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:47.487118 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45524) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:47.496739 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-739d78a5-4b4b-432c-b609-86ed69383d99 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "DELETE /v2.0/security-groups/eaabf8e4-b44f-4ef8-8350-c68561738f01 HTTP/1.1" status: 204 len: 168 time: 0.2402511 May 27 09:53:47.504944 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.api.v2.resource [None req-30992799-1801-45d6-8fc7-2a6edbe0581a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] show failed (client error): The resource could not be found. May 27 09:53:47.506553 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-30992799-1801-45d6-8fc7-2a6edbe0581a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "GET /v2.0/security-groups/eaabf8e4-b44f-4ef8-8350-c68561738f01 HTTP/1.1" status: 404 len: 347 time: 0.0184064 May 27 09:53:47.508885 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45528) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:47.631606 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:47.635854 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee88ec-6b6d-49bf-b148-aef7f0b8d302 None None] The sync data for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi is: [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:49:02Z', 'revision_number': 4, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': 'e017a4ae-c07f-498d-87c7-66955da39e18', 'name': '', 'network_id': '631fe447-571c-48e1-a5f2-41116282c9c8', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'mac_address': 'fa:16:3e:8b:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:49:01Z', 'updated_at': '2021-05-27T09:49:08Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'subnets': [{'id': 'e49f7e31-a602-4412-93aa-b64b12501766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:53:47.753278 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Deleting port 7466c7c7-ba14-4d46-bd28-638ab593e251 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:53:47.753628 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:47.857130 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95434516-7bf2-480d-ad65-5d735dff01b1 None None] New status for floating IP 9a972dc3-94f7-48d0-8320-e0251cd9f53a: DOWN {{(pid=108801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:53:47.878595 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:47.878893 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:48.003569 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Calling delete_port for 7466c7c7-ba14-4d46-bd28-638ab593e251 owned by network:floatingip {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:53:48.170259 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:48.174860 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ebdcfdbb-1088-4d19-a25b-be81640b383c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:48.228702 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Pushing event deleted for resources: {'Port': ['ID=7466c7c7-ba14-4d46-bd28-638ab593e251,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:48.259076 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:48.316902 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks [] for floatingip, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:48.331339 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:48.332520 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] 10.222.0.20 "DELETE /v2.0/floatingips/9a972dc3-94f7-48d0-8320-e0251cd9f53a HTTP/1.1" status: 204 len: 168 time: 0.8226140 May 27 09:53:50.493591 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a8169901-3d98-4079-bceb-861f29923a25 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:53:50.527461 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: a8169901-3d98-4079-bceb-861f29923a25 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:53:50.528415 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device a8169901-3d98-4079-bceb-861f29923a25 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:53:52.333047 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45566) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:52.965471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662012'] for router_interface, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:53.372862 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Deleting port e017a4ae-c07f-498d-87c7-66955da39e18 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:53:53.373566 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:53.496256 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] For port e017a4ae-c07f-498d-87c7-66955da39e18, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e017a4ae-c07f-498d-87c7-66955da39e18,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:53.496612 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:53.619730 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Calling delete_port for e017a4ae-c07f-498d-87c7-66955da39e18 owned by network:router_interface {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:53:53.771242 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:53.775007 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c3a1cdba-23d2-4821-8341-df67d76cb215 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:53.816982 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Pushing event deleted for resources: {'Port': ['ID=e017a4ae-c07f-498d-87c7-66955da39e18,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:53.820725 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:54.092651 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665676'] for router_interface, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:54.621663 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Router 8f196456-4819-411d-a6f7-ca7e1c4fa94c has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:53:54.632854 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae37177-d48d-4a57-9a46-75312c6229d1 req-9840d449-30be-47f9-99b0-5dcfe519a580 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:54.634325 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6ae37177-d48d-4a57-9a46-75312c6229d1 req-9840d449-30be-47f9-99b0-5dcfe519a580 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.1932580 May 27 09:53:54.806718 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-6ae37177-d48d-4a57-9a46-75312c6229d1 req-ea08105e-1a66-4fce-9efc-88a05a557772 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171966 May 27 09:53:54.830850 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45580) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:54.854270 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:53:54.865019 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] Sync routers for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:53:54.869797 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45586) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:54.870233 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] 10.222.0.20 "PUT /v2.0/routers/8f196456-4819-411d-a6f7-ca7e1c4fa94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5357687 May 27 09:53:54.875896 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:54.876828 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:54.949583 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5f912b-12c5-478c-9713-ac11d8899727 tempest-TestMinimumBasicScenario-885408214 tempest-TestMinimumBasicScenario-885408214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:54.951605 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-fa5f912b-12c5-478c-9713-ac11d8899727 tempest-TestMinimumBasicScenario-885408214 tempest-TestMinimumBasicScenario-885408214-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1093 time: 0.1198089 May 27 09:53:54.954454 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45592) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:54.959715 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'floatingip': {'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'port_id': '70dc6960-7078-4eb3-a052-73407f3b625c', 'tenant_id': '2905790141554ac096da10365a556725', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:54.965490 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:54.969896 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Usage tracker for resource:floatingip and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:54.973469 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:54.980159 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:54.995736 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for floatingip, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:55.060693 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:55.153879 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:55.175643 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks [] for router, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:55.300743 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Allocated IP 172.27.3.67 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/f42bcf6f-6e31-4d71-858c-3b25f22978eb) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:53:55.354717 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:53:53Z', 'revision_number': 5, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port': {'id': '93cee864-48bb-4e93-a0a9-9acb397a4b8a', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:48:57Z', 'updated_at': '2021-05-27T09:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:55.359202 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] Checking router: 8f196456-4819-411d-a6f7-ca7e1c4fa94c for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:53:55.367634 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] Routers {'8f196456-4819-411d-a6f7-ca7e1c4fa94c'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:55.368240 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:55.373282 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:55.448066 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Deleting port 93cee864-48bb-4e93-a0a9-9acb397a4b8a {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:53:55.448453 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:55.458454 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:55.492153 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:55.497076 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:55.523167 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] Set router 8f196456-4819-411d-a6f7-ca7e1c4fa94c gateway port host: None {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:55.559753 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:53:55.563085 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:53:55.567077 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:53:55.579968 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] For port 93cee864-48bb-4e93-a0a9-9acb397a4b8a, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=93cee864-48bb-4e93-a0a9-9acb397a4b8a,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:55.580454 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:55.605587 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'Port': ['ID=f42bcf6f-6e31-4d71-858c-3b25f22978eb,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:55.609970 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:55.634945 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:53:55Z', 'revision_number': 6, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port_host': None}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:55.639986 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43afa7-b6f6-446c-ba88-7e020c31959c None None] The sync data for ids ['8f196456-4819-411d-a6f7-ca7e1c4fa94c'] in dv-cinder-788782-3-iscsi is: [{'id': '8f196456-4819-411d-a6f7-ca7e1c4fa94c', 'name': 'tempest-AttachVolumeTestJSON-121916882-router', 'tenant_id': 'e62aa5f704f04afcae7ec23b105317ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:48:56Z', 'updated_at': '2021-05-27T09:53:55Z', 'revision_number': 6, 'project_id': 'e62aa5f704f04afcae7ec23b105317ca', 'gw_port_host': None}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:53:55.711526 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Calling delete_port for 93cee864-48bb-4e93-a0a9-9acb397a4b8a owned by network:router_gateway {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:53:56.007510 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.104908 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.110155 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:56.157625 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Pushing event deleted for resources: {'Port': ['ID=93cee864-48bb-4e93-a0a9-9acb397a4b8a,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:56.183470 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:56.189389 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.251943 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667091'] for router_gateway, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.411751 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.417522 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.422060 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-13d3f2a3-9e0f-40ae-988d-5f8c389041dc tempest-ServerRescueNegativeTestJSON-712004680 tempest-ServerRescueNegativeTestJSON-712004680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:56.430902 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.433468 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.465074 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669536'] for router, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.466378 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f196456-4819-411d-a6f7-ca7e1c4fa94c {{(pid=108800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:53:56.480111 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.484227 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] 10.222.0.20 "DELETE /v2.0/routers/8f196456-4819-411d-a6f7-ca7e1c4fa94c HTTP/1.1" status: 204 len: 168 time: 1.6096847 May 27 09:53:56.487160 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45596) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:56.534470 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'Port': ['ID=f42bcf6f-6e31-4d71-858c-3b25f22978eb,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:56.538639 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:56.547602 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.547893 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae08229-f7e5-41e6-b8d8-80eba151554e admin admin] Deleting subnet e49f7e31-a602-4412-93aa-b64b12501766 {{(pid=108800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:53:56.550898 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bae08229-f7e5-41e6-b8d8-80eba151554e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.610444 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bae08229-f7e5-41e6-b8d8-80eba151554e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838960'] for subnet, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.739046 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.l3_db [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Floating IP 4bfb61c0-6aea-4c06-ae1b-4ac4890afb62 associated. External IP: 172.27.3.67, port: 70dc6960-7078-4eb3-a052-73407f3b625c. May 27 09:53:56.742189 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bae08229-f7e5-41e6-b8d8-80eba151554e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.752516 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e017a4ae-c07f-498d-87c7-66955da39e18 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:53:56.787555 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: e017a4ae-c07f-498d-87c7-66955da39e18 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:53:56.788015 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e017a4ae-c07f-498d-87c7-66955da39e18 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:53:56.788738 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 93cee864-48bb-4e93-a0a9-9acb397a4b8a no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:53:56.825757 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 93cee864-48bb-4e93-a0a9-9acb397a4b8a {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:53:56.826161 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 93cee864-48bb-4e93-a0a9-9acb397a4b8a not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:53:56.995047 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bae08229-f7e5-41e6-b8d8-80eba151554e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263179774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262631030'] for subnet, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:56.999914 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:57.035159 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae08229-f7e5-41e6-b8d8-80eba151554e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49f7e31-a602-4412-93aa-b64b12501766,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:57.037135 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-bae08229-f7e5-41e6-b8d8-80eba151554e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.040997 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bae08229-f7e5-41e6-b8d8-80eba151554e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:57.046430 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1254fc8-1578-4534-87ec-2ac822269148 None None] Network 631fe447-571c-48e1-a5f2-41116282c9c8 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:53:57.046700 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-bae08229-f7e5-41e6-b8d8-80eba151554e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e49f7e31-a602-4412-93aa-b64b12501766 HTTP/1.1" status: 204 len: 168 time: 0.5556519 May 27 09:53:57.046700 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45600) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:57.105731 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:53:57.157611 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.235331 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Deleting port e4a0997d-28ae-4d88-a820-5466de40f6e4 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:53:57.235680 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.290654 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:53:57.300487 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] Sync routers for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:53:57.311132 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:57.311767 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:57.317850 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.350731 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] For port e4a0997d-28ae-4d88-a820-5466de40f6e4, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e4a0997d-28ae-4d88-a820-5466de40f6e4,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:57.351183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.371646 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] DHCP port deletion for 631fe447-571c-48e1-a5f2-41116282c9c8 request from dv-cinder-788782-3-iscsi {{(pid=108801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:53:57.379146 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4235933 May 27 09:53:57.379896 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:53:57.384772 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45604) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:57.391323 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466758368', 'description': 'tempest-secgroup-smoke-466758368 description', 'project_id': '2905790141554ac096da10365a556725'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:57.397715 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:57.409773 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:57.424378 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.456474 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:57.461101 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Usage tracker for resource:security_group_rule and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:57.467075 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:57.475904 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:57.571569 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.577789 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.581269 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:57.583638 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-33541f0e-ec57-4bfd-ac3d-2a5495d93177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:57.606806 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Calling delete_port for e4a0997d-28ae-4d88-a820-5466de40f6e4 owned by network:dhcp {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:53:57.629392 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] Deleting port e4a0997d-28ae-4d88-a820-5466de40f6e4 {{(pid=108801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:53:57.629790 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.630964 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c', 'status': 'completed', 'code': 200} May 27 09:53:57.634583 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09dd261-6736-4b10-9598-c87ad7b9bd45,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:57.637617 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:57.650850 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.652448 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2667072 May 27 09:53:57.657143 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45612) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:57.664709 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'security_group_rule': {'security_group_id': 'b09dd261-6736-4b10-9598-c87ad7b9bd45', 'project_id': '2905790141554ac096da10365a556725', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:57.669920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.706347 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bbce21c5-4ece-42fc-9d26-39982a4604e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:57.749645 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:57.766699 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a0997d-28ae-4d88-a820-5466de40f6e4,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:57.772305 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] No DVR routers for this DVR port e4a0997d-28ae-4d88-a820-5466de40f6e4 on host dv-cinder-788782-3-iscsi {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:53:57.773790 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Usage tracker for resource:security_group_rule and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:57.776553 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:57.782589 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:57.821824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:57.864245 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] For port e4a0997d-28ae-4d88-a820-5466de40f6e4, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e4a0997d-28ae-4d88-a820-5466de40f6e4,segment=NetworkSegment(0df8c248-b61d-4c40-a0f7-7b53b27875a5),segment_id=0df8c248-b61d-4c40-a0f7-7b53b27875a5)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:53:57.864866 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.877270 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.922897 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.940086 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:57.969430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631fe447-571c-48e1-a5f2-41116282c9c8']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:57.990804 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-93f8e6e9-0b9a-47cb-8e3e-5128645e6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:57.992290 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-93f8e6e9-0b9a-47cb-8e3e-5128645e6ff4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1098 time: 0.3170381 May 27 09:53:57.999626 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df8c248-b61d-4c40-a0f7-7b53b27875a5') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:57.999928 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df8c248-b61d-4c40-a0f7-7b53b27875a5') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:58.010229 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] Calling delete_port for e4a0997d-28ae-4d88-a820-5466de40f6e4 owned by network:dhcp {{(pid=108801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:53:58.041402 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.129763 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.140059 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.144257 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:53:58.144695 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:53:58.158097 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:53:58.195483 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989'] for port, after_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.201336 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.201520 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-45cd409d-e297-4f4a-b11f-29684e2305c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:58.251660 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] Pushing event deleted for resources: {'Port': ['ID=e4a0997d-28ae-4d88-a820-5466de40f6e4,revision_number=None']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:58.256008 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:58.256725 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] No DVR routers for this DVR port e4a0997d-28ae-4d88-a820-5466de40f6e4 on host dv-cinder-788782-3-iscsi {{(pid=108801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:53:58.276828 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '4bfb61c0-6aea-4c06-ae1b-4ac4890afb62', 'tenant_id': '2905790141554ac096da10365a556725', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'port_id': '70dc6960-7078-4eb3-a052-73407f3b625c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'mac_address': 'fa:16:3e:b8:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:53:55Z', 'updated_at': '2021-05-27T09:53:55Z', 'revision_number': 0, 'project_id': '2905790141554ac096da10365a556725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339687b6-4871-4cd5-8363-82b69591c6cb', 'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'mac_address': 'fa:16:3e:70:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:04Z', 'updated_at': '2021-05-27T09:53:11Z', 'revision_number': 5, 'project_id': '2905790141554ac096da10365a556725', 'subnets': [{'id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:58.277515 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:58.281296 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] Checking router: 7c8ec4bc-0233-410d-9e9c-b9da9050a77e for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:53:58.289749 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:53:58.290368 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:53:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:58.328328 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076b25fb-631c-4051-aac0-1d26d2c3ad4d,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:58.341680 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:58.350714 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.358197 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-4c49cd69-bbf9-4747-8ab2-11ca40cd614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:58.359636 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-4c49cd69-bbf9-4747-8ab2-11ca40cd614a service neutron] 10.222.0.45 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 914 time: 0.3517849 May 27 09:53:58.369113 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:58.430808 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.432631 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] 10.222.0.20 "DELETE /v2.0/networks/631fe447-571c-48e1-a5f2-41116282c9c8 HTTP/1.1" status: 204 len: 168 time: 1.3850420 May 27 09:53:58.443266 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.447154 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7850447 May 27 09:53:58.447867 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45618) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:58.453615 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'security_group_rule': {'security_group_id': 'b09dd261-6736-4b10-9598-c87ad7b9bd45', 'project_id': '2905790141554ac096da10365a556725', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:58.461322 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Pushing event deleted for resources: {'Network': ['ID=631fe447-571c-48e1-a5f2-41116282c9c8,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:58.467345 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:58.467824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d68585df-4c64-479d-973f-5cb6a9faf09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:58.474673 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Usage tracker for resource:security_group_rule and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:58.477617 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:58.484482 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:58.500210 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-6f9b9792-3e54-4658-920d-ef34524fbeb3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3366318 May 27 09:53:58.506796 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-ef33a10c-122b-4cc6-9e2c-d81378691cb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 998 time: 0.1394875 May 27 09:53:58.509380 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.526468 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:53:58.584769 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.589977 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.591607 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-71faf94c-d619-4d58-a1ef-287cfb555dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:58.593559 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-71faf94c-d619-4d58-a1ef-287cfb555dcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 200 len: 852 time: 0.0796831 May 27 09:53:58.600794 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:58.613047 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45622) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:58.639486 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562c13a6-5a32-4887-9574-47a5aca2124c,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:58.650819 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:58.663562 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.664750 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2162902 May 27 09:53:58.670383 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45626) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:58.678703 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'security_group_rule': {'security_group_id': 'b09dd261-6736-4b10-9598-c87ad7b9bd45', 'project_id': '2905790141554ac096da10365a556725', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:58.687686 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:58.694960 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Usage tracker for resource:security_group_rule and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:58.698681 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-582ecbcb-c2ef-4bf8-95b8-4af114899efd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e62aa5f704f04afcae7ec23b105317ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791106 May 27 09:53:58.699537 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:58.701752 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45630) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:58.705198 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-6aea4da0-91fd-4bdc-9aa7-4ee81af7be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:58.706671 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-6aea4da0-91fd-4bdc-9aa7-4ee81af7be84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=546fdf02-e772-4a12-9579-fb8b52b89142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067791 May 27 09:53:58.711698 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:58.752855 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e4a0997d-28ae-4d88-a820-5466de40f6e4 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:53:58.770829 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-afc7bc1e-fd18-443b-abd7-f3310b890752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.797945 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-afc7bc1e-fd18-443b-abd7-f3310b890752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.813380 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.835660 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: e4a0997d-28ae-4d88-a820-5466de40f6e4 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:53:58.835950 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e4a0997d-28ae-4d88-a820-5466de40f6e4 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:53:58.868949 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-afc7bc1e-fd18-443b-abd7-f3310b890752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.877157 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-be79b7ef-53b2-44c8-81b4-0b1bef1d0b38 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:58.903625 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-f0488a18-e64f-4058-a2ea-15d501206442 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863232 May 27 09:53:58.937908 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.964483 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '4bfb61c0-6aea-4c06-ae1b-4ac4890afb62', 'tenant_id': '2905790141554ac096da10365a556725', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'port_id': '70dc6960-7078-4eb3-a052-73407f3b625c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'mac_address': 'fa:16:3e:b8:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:53:55Z', 'updated_at': '2021-05-27T09:53:55Z', 'revision_number': 0, 'project_id': '2905790141554ac096da10365a556725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339687b6-4871-4cd5-8363-82b69591c6cb', 'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'mac_address': 'fa:16:3e:70:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:04Z', 'updated_at': '2021-05-27T09:53:11Z', 'revision_number': 5, 'project_id': '2905790141554ac096da10365a556725', 'subnets': [{'id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:53:58.969000 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6057d-6529-458e-9260-bfb95df3eddd None None] The sync data for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi is: [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '4bfb61c0-6aea-4c06-ae1b-4ac4890afb62', 'tenant_id': '2905790141554ac096da10365a556725', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'port_id': '70dc6960-7078-4eb3-a052-73407f3b625c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'mac_address': 'fa:16:3e:b8:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:53:55Z', 'updated_at': '2021-05-27T09:53:55Z', 'revision_number': 0, 'project_id': '2905790141554ac096da10365a556725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339687b6-4871-4cd5-8363-82b69591c6cb', 'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'mac_address': 'fa:16:3e:70:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:04Z', 'updated_at': '2021-05-27T09:53:11Z', 'revision_number': 5, 'project_id': '2905790141554ac096da10365a556725', 'subnets': [{'id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:53:58.988937 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:58.992453 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7bc1e-fd18-443b-abd7-f3310b890752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725a6cf3-1f46-4fb4-9e1e-82f2c59ee756,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:58.995722 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-afc7bc1e-fd18-443b-abd7-f3310b890752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:58.996554 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:59.003048 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-afc7bc1e-fd18-443b-abd7-f3310b890752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.006728 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-afc7bc1e-fd18-443b-abd7-f3310b890752 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/725a6cf3-1f46-4fb4-9e1e-82f2c59ee756 HTTP/1.1" status: 204 len: 168 time: 0.3017149 May 27 09:53:59.035797 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a4c11c-2c6a-47d7-a4bc-0c0f8a30929d,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:59.061905 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.062283 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.062650 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.063036 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.063398 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.063756 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.064114 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.064467 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.064823 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.065179 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.065529 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.065879 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:59.072020 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:59.072742 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.076535 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4022520 May 27 09:53:59.077000 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45636) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:59.083922 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'security_group_rule': {'security_group_id': 'b09dd261-6736-4b10-9598-c87ad7b9bd45', 'project_id': '2905790141554ac096da10365a556725', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:59.097901 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:59.107315 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Usage tracker for resource:security_group_rule and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:59.110832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:59.115136 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-28998f42-6e47-4845-b7d3-a425fddc7b9b req-a71cd983-9306-4baf-ab06-29da84a741b7 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024646 May 27 09:53:59.120805 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:59.142676 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.226339 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.239694 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796fc725-a795-48ed-a0c4-f4cbf7b2d556 None None] New status for floating IP 4bfb61c0-6aea-4c06-ae1b-4ac4890afb62: ACTIVE {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:53:59.265987 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.280923 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:59.423496 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c832bfd-e21c-48c4-ad7a-dde1ad0700b3,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:59.435699 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:59.444548 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.448528 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ab14900a-4c65-4ee4-ba06-8ebdcedb7f27 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3682051 May 27 09:53:59.449365 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45648) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:59.455678 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'security_group_rule': {'security_group_id': 'b09dd261-6736-4b10-9598-c87ad7b9bd45', 'project_id': '2905790141554ac096da10365a556725', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:59.462447 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:59.468560 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Usage tracker for resource:security_group_rule and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:59.472350 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-44c60adc-5d14-4278-ac2c-7dce13b14754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:59.473162 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:59.475155 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-44c60adc-5d14-4278-ac2c-7dce13b14754 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1098 time: 0.2454956 May 27 09:53:59.480925 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:59.494090 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.securitygroups_db [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Project 2905790141554ac096da10365a556725 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:53:59.500559 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.583381 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.593253 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.595613 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c0930d13-8eb6-4ae7-900d-b2ada75e2fd9 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:59.624796 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a6c3b1-1ac2-41ea-a0b8-b4b6f2398965,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:59.629889 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:59.644110 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.645312 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1953588 May 27 09:53:59.648290 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45656) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:59.650110 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-ffc1fc93-41e4-4065-bfa8-12cfd2e5734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:59.651616 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-ffc1fc93-41e4-4065-bfa8-12cfd2e5734d service neutron] 10.222.0.45 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 914 time: 0.1540346 May 27 09:53:59.656277 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'security_group_rule': {'security_group_id': 'b09dd261-6736-4b10-9598-c87ad7b9bd45', 'project_id': '2905790141554ac096da10365a556725', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:59.662410 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:53:59.666506 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Usage tracker for resource:security_group_rule and tenant:2905790141554ac096da10365a556725 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:53:59.669698 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:53:59.675644 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:53:59.690425 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.securitygroups_db [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Project 2905790141554ac096da10365a556725 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:53:59.697000 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.763430 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-fa1a3242-4d45-42d4-b61f-99f4d931a8ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 1000 time: 0.1042154 May 27 09:53:59.773800 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.777693 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.779904 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1b5fe66d-b2cf-491c-84d9-4e5b1938727e tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:59.802368 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d62c31e-66cd-4c67-8115-5fb4199ef2d8,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:59.805056 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:59.815158 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:59.816558 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673360 May 27 09:53:59.842041 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-03c7b8bf-eda3-47b9-8a23-01df5c083ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:59.843734 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-03c7b8bf-eda3-47b9-8a23-01df5c083ba1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 200 len: 852 time: 0.0736108 May 27 09:53:59.925174 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-03dd2412-2043-4f04-9abc-004e6d345812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:59.926662 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-03dd2412-2043-4f04-9abc-004e6d345812 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=546fdf02-e772-4a12-9579-fb8b52b89142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760696 May 27 09:53:59.943433 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-0a64177e-3e19-465e-9249-80b66542d683 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Synchronizing usage tracker for tenant:2905790141554ac096da10365a556725 on resource:security_group {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:53:59.961837 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-0a64177e-3e19-465e-9249-80b66542d683 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Unset dirty status for tenant:2905790141554ac096da10365a556725 on resource:security_group {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:53:59.967260 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-0a64177e-3e19-465e-9249-80b66542d683 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466758368&fields=id&tenant_id=2905790141554ac096da10365a556725 HTTP/1.1" status: 200 len: 267 time: 0.0683811 May 27 09:54:00.053871 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-4ad52caf-d6a1-4df7-a82b-cae46035d137 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:00.061573 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-4ad52caf-d6a1-4df7-a82b-cae46035d137 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.0898643 May 27 09:54:00.067286 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'port': {'security_groups': ['94fc96b7-e6b2-47ce-9c32-b3e26126157a', 'b09dd261-6736-4b10-9598-c87ad7b9bd45']}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:54:00.077329 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-ec00d59d-3975-462a-ac99-2b11819a612e service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432445 May 27 09:54:00.199369 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:00.233067 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-632324b0-a267-4aed-a53a-73bfaf415c6d req-5a4b8006-7d88-41d4-8b04-6dc401f67fbe service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476977 May 27 09:54:00.476470 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] For port 70dc6960-7078-4eb3-a052-73407f3b625c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=70dc6960-7078-4eb3-a052-73407f3b625c,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:54:00.502896 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:00.510036 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:00.518319 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:00.522117 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['70dc6960-7078-4eb3-a052-73407f3b625c'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:54:00.591489 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:00.592175 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:00.597135 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e76fdb5c-fd0a-48f2-9b01-75c803ab95a4 req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "PUT /v2.0/ports/70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 981 time: 0.5346320 May 27 09:54:00.597772 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:54:00.656986 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['70dc6960-7078-4eb3-a052-73407f3b625c'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:54:00.675375 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'Port': ['ID=70dc6960-7078-4eb3-a052-73407f3b625c,revision_number=6']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:00.681511 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-98d18967-2ce7-46c2-b904-6f55184e0c7d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:00.695196 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c', 'status': 'completed', 'code': 200} May 27 09:54:00.756334 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-289bfdc5-a048-4177-b5db-d756bdb8b978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:00.866033 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-00857859-e000-4c9c-917e-3f472f58a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:00.868378 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-00857859-e000-4c9c-917e-3f472f58a6dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1137 time: 0.1535914 May 27 09:54:00.914104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953c900-78eb-4a38-991f-63aa113bf0e7 req-9b07f631-f911-4b33-aef2-bbca27431753 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:00.915609 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6953c900-78eb-4a38-991f-63aa113bf0e7 req-9b07f631-f911-4b33-aef2-bbca27431753 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.1548312 May 27 09:54:00.947838 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-af9347fd-f4d4-4898-9854-bd060c046bc1 None None] Provisioning complete for port 70dc6960-7078-4eb3-a052-73407f3b625c triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:54:00.948228 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-af9347fd-f4d4-4898-9854-bd060c046bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:01.058452 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6953c900-78eb-4a38-991f-63aa113bf0e7 req-46db6c5e-a122-41bf-bdd6-2d9e0cd7ccba tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302679 May 27 09:54:01.087027 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-12fc5292-04fc-4060-9adb-8af1f599e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:01.088494 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-12fc5292-04fc-4060-9adb-8af1f599e25c service neutron] 10.222.0.45 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 914 time: 0.2045333 May 27 09:54:01.200072 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-2afbe8a2-8a92-4674-b93d-40f0776ec37a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 1000 time: 0.1025052 May 27 09:54:01.271177 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-226457c6-e70f-4e24-a663-5f54264018b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:01.272924 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-226457c6-e70f-4e24-a663-5f54264018b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 200 len: 852 time: 0.0653808 May 27 09:54:01.354815 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-142804ba-7919-4479-84fc-d8ce8850479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:01.357494 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-142804ba-7919-4479-84fc-d8ce8850479f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=546fdf02-e772-4a12-9579-fb8b52b89142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773928 May 27 09:54:01.510103 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-dfcd143d-c914-4799-bd2a-31b7124576df service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449296 May 27 09:54:01.653879 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9e70a32a-a0ab-4cc7-b0d2-cf3c4e15f0bc req-494cd9a0-5364-4e1e-a7f2-beec0fd491c4 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365769 May 27 09:54:03.189155 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:03.385542 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c0d817b7-633a-4e44-b1ba-c5fbedfb44c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:04.190726 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:04.949384 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45750) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:05.087940 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.103297 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:05.107992 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Usage tracker for resource:security_group_rule and tenant:1e9c259c6851405dad781e8dd143cd23 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:05.113107 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:05.118887 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:05.206545 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.210782 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.218516 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3c820a00-d957-4c35-a19d-fccd275e03b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:05.258389 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4871b513-e8ee-48fe-ac8f-2384f7694d01,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:05.265049 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:05.268340 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e9c259c6851405dad781e8dd143cd23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178616 May 27 09:54:05.270968 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45756) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:05.329943 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-dd495df5-16e4-455a-bfdb-11a3481c283c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.354867 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-dd495df5-16e4-455a-bfdb-11a3481c283c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.405524 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-dd495df5-16e4-455a-bfdb-11a3481c283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.410244 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-69f59b8e-5ad0-49da-9e77-ed1364fd8727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:05.422024 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd495df5-16e4-455a-bfdb-11a3481c283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4871b513-e8ee-48fe-ac8f-2384f7694d01,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:05.424873 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-dd495df5-16e4-455a-bfdb-11a3481c283c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:05.426844 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-dd495df5-16e4-455a-bfdb-11a3481c283c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.428382 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-dd495df5-16e4-455a-bfdb-11a3481c283c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4871b513-e8ee-48fe-ac8f-2384f7694d01 HTTP/1.1" status: 204 len: 168 time: 0.1556919 May 27 09:54:05.702462 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45764) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:05.720609 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.738457 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:05.742210 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] Usage tracker for resource:security_group_rule and tenant:792ace821cbc41fe9de8969920a95732 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:05.744967 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:05.750776 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:05.831869 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.835853 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.845092 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2f1b8a34-8a69-4004-9521-952632a38307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:05.848863 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:05.885091 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=792ace821cbc41fe9de8969920a95732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814775 May 27 09:54:05.885921 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e703342-90f5-485d-9cc9-ab0d0e8a906f,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:05.888271 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45768) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:05.889871 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f80ca77a-f807-4beb-92e8-ab9c5a542746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:05.950440 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f87b190f-2e32-4523-996b-8355f7df64e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.060458 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f87b190f-2e32-4523-996b-8355f7df64e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.112007 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f87b190f-2e32-4523-996b-8355f7df64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.115754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-7f18b50f-1ff8-4368-bf1c-66751d1f3ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:06.126705 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b190f-2e32-4523-996b-8355f7df64e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e703342-90f5-485d-9cc9-ab0d0e8a906f,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:06.129042 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f87b190f-2e32-4523-996b-8355f7df64e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:06.135204 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f87b190f-2e32-4523-996b-8355f7df64e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.136266 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f87b190f-2e32-4523-996b-8355f7df64e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e703342-90f5-485d-9cc9-ab0d0e8a906f HTTP/1.1" status: 204 len: 168 time: 0.2469611 May 27 09:54:06.485780 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45776) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:06.504061 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.519238 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:06.523001 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:9a26d58040b040f7b0452dfcbe41f302 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:06.525748 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:06.531768 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:06.616529 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.621023 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.628834 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-209158ab-712d-4a76-b2d6-2b378fcee1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:06.673467 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a26d58040b040f7b0452dfcbe41f302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841533 May 27 09:54:06.673467 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d7ee9-b2a4-4db8-bb0b-765fe765d19e,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:06.675171 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:06.675403 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45780) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:06.751976 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9fe32dc3-1d17-45d7-9879-9f2f0d0aefc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.776889 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9fe32dc3-1d17-45d7-9879-9f2f0d0aefc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.827300 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9fe32dc3-1d17-45d7-9879-9f2f0d0aefc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.830843 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-9c4030d1-d8b5-468f-b542-0c0d933acd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:06.846698 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe32dc3-1d17-45d7-9879-9f2f0d0aefc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d7ee9-b2a4-4db8-bb0b-765fe765d19e,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:06.850492 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-9fe32dc3-1d17-45d7-9879-9f2f0d0aefc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:06.856585 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9fe32dc3-1d17-45d7-9879-9f2f0d0aefc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:06.857888 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-9fe32dc3-1d17-45d7-9879-9f2f0d0aefc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e82d7ee9-b2a4-4db8-bb0b-765fe765d19e HTTP/1.1" status: 204 len: 168 time: 0.1811693 May 27 09:54:10.533613 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:54:14.094070 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45906) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:14.209654 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.227429 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:14.231251 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Usage tracker for resource:security_group_rule and tenant:fd45de2980a14b7e853b10005da345a2 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:14.234515 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:14.240220 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:14.325808 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.329397 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.337605 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5b6c893d-3db6-4cac-ba08-29f496944d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:14.375935 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207e32dc-14ce-404a-a6d6-e85417e50681,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:14.380066 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd45de2980a14b7e853b10005da345a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849989 May 27 09:54:14.380944 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:14.383264 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45912) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:14.440700 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-84526203-5774-4f5e-947f-bd590446421e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.466225 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-84526203-5774-4f5e-947f-bd590446421e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.517581 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-84526203-5774-4f5e-947f-bd590446421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.521407 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-49f3d5ac-48f1-48ea-8bcf-8a7eddf2e30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:14.537569 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84526203-5774-4f5e-947f-bd590446421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207e32dc-14ce-404a-a6d6-e85417e50681,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:14.540426 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-84526203-5774-4f5e-947f-bd590446421e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:14.548635 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-84526203-5774-4f5e-947f-bd590446421e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.549825 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-84526203-5774-4f5e-947f-bd590446421e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/207e32dc-14ce-404a-a6d6-e85417e50681 HTTP/1.1" status: 204 len: 168 time: 0.1661971 May 27 09:54:14.823660 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 45920) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:14.841989 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.856083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:14.860906 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Usage tracker for resource:security_group_rule and tenant:0bb4929e19c847a5bccda71db2ebbb6a is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:14.863673 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:14.869563 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:14.953094 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.956717 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:14.965229 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-336849f4-4d34-4dc3-8c9a-eaef2f407d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:15.004251 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bb4929e19c847a5bccda71db2ebbb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793995 May 27 09:54:15.006076 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeff0d2-e6d3-42ee-bff2-eee33af1024d,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:15.007064 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 45924) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:15.009510 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:15.065855 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:15.092583 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:15.145062 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:15.149925 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e29c332e-d8ff-4309-a587-5ed2ee7c29be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:15.163033 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeff0d2-e6d3-42ee-bff2-eee33af1024d,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:15.170830 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:15.171929 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdeff0d2-e6d3-42ee-bff2-eee33af1024d HTTP/1.1" status: 204 len: 168 time: 0.1638465 May 27 09:54:15.173192 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.173562 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.173924 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.174278 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.174635 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.175010 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.175365 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.176080 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.176080 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.176378 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.176723 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.177063 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:15.180114 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-426d0bdb-f8ae-4ddd-96c3-76f83fe33fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:18.477217 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-32adbe66-41a4-43c1-95aa-0da856e2fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:18.478722 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-32adbe66-41a4-43c1-95aa-0da856e2fff7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1137 time: 0.1423976 May 27 09:54:18.487385 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776892-7553-49f4-956b-6c49de6bc7d0 req-0fae5625-0482-4488-a517-6cb999b9350c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:18.488764 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-68776892-7553-49f4-956b-6c49de6bc7d0 req-0fae5625-0482-4488-a517-6cb999b9350c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.1196625 May 27 09:54:18.644182 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-68776892-7553-49f4-956b-6c49de6bc7d0 req-0089889d-4347-4e67-ab76-9bafd97eb5da tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1339715 May 27 09:54:18.684250 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-0ba945d5-d88a-41ba-95ea-9ac10bae1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:18.685745 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-0ba945d5-d88a-41ba-95ea-9ac10bae1f5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 914 time: 0.1961343 May 27 09:54:18.788480 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-c7bfaad5-e289-47a4-af1d-0537b3109599 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 1000 time: 0.0955777 May 27 09:54:18.854572 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-4d735270-1e14-4210-a705-412d81ba3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:18.856008 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-4d735270-1e14-4210-a705-412d81ba3a9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 200 len: 852 time: 0.0609195 May 27 09:54:18.933880 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-0199e175-2912-4245-9ff9-b9fa96dad174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:18.935329 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-0199e175-2912-4245-9ff9-b9fa96dad174 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=546fdf02-e772-4a12-9579-fb8b52b89142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704632 May 27 09:54:19.066412 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-2e00ca4e-386e-4cf4-a660-c00b4c6b23e6 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240165 May 27 09:54:19.197454 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6ca01ee5-b9bb-4729-915a-698e0d1a1835 req-206e2f25-9767-4229-8645-d90a8449ed9b service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236141 May 27 09:54:19.842000 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dec76-5e3a-4946-a401-cb87df6ff5a5 req-8307d6be-7c45-41f0-9d0b-cb095098b2db tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:19.843507 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f40dec76-5e3a-4946-a401-cb87df6ff5a5 req-8307d6be-7c45-41f0-9d0b-cb095098b2db tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0848842 May 27 09:54:19.890741 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f40dec76-5e3a-4946-a401-cb87df6ff5a5 req-b74e3394-fbe6-476a-893c-b72edbcae620 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413976 May 27 09:54:21.085264 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c511cf-622f-420d-b043-ab7d89a0a58b req-0bb0ca60-a67a-4296-a06e-ad16c4fbe0d1 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:21.086722 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17c511cf-622f-420d-b043-ab7d89a0a58b req-0bb0ca60-a67a-4296-a06e-ad16c4fbe0d1 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0877867 May 27 09:54:21.134924 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-17c511cf-622f-420d-b043-ab7d89a0a58b req-35d74f63-8a8b-44f4-a089-d6f8be1c0b96 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403495 May 27 09:54:22.318440 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5c084-6d9d-48d0-8a73-d3b5ca5e9ee0 req-9fc110fc-66d4-48af-97d2-a4079ade79d2 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:22.319948 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3ef5c084-6d9d-48d0-8a73-d3b5ca5e9ee0 req-9fc110fc-66d4-48af-97d2-a4079ade79d2 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0795870 May 27 09:54:22.367888 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3ef5c084-6d9d-48d0-8a73-d3b5ca5e9ee0 req-68a5483a-3865-4c1b-9c80-3cc63f74e823 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418847 May 27 09:54:23.558248 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85932180-5ae2-4f15-b093-b31cb7b55106 req-23188d84-0fc0-4305-90d2-73277f3cd9c8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:23.559815 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-85932180-5ae2-4f15-b093-b31cb7b55106 req-23188d84-0fc0-4305-90d2-73277f3cd9c8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0831728 May 27 09:54:23.611028 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-85932180-5ae2-4f15-b093-b31cb7b55106 req-b7a80896-345a-4ebd-ad11-928e2ca81eb1 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423415 May 27 09:54:24.805018 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e53e5d-7510-4f80-9d3f-9b29ed8da77e req-fd10b7ac-74a4-46c4-a335-fea51ece1793 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:24.806477 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-37e53e5d-7510-4f80-9d3f-9b29ed8da77e req-fd10b7ac-74a4-46c4-a335-fea51ece1793 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0850852 May 27 09:54:24.852995 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-37e53e5d-7510-4f80-9d3f-9b29ed8da77e req-88679418-84bb-40c7-b529-767017b137e6 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397894 May 27 09:54:26.043470 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21190359-e9c6-45d9-8694-e6276f2d3259 req-5882ffe7-c80d-4d8e-95b6-930e11432138 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:26.045375 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-21190359-e9c6-45d9-8694-e6276f2d3259 req-5882ffe7-c80d-4d8e-95b6-930e11432138 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0854414 May 27 09:54:26.092217 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-21190359-e9c6-45d9-8694-e6276f2d3259 req-71f5d1e1-9250-49cd-8ae0-68c7b29d13d3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412178 May 27 09:54:27.116903 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46052) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:27.258059 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.286478 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:27.291615 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Usage tracker for resource:security_group_rule and tenant:d003e626496c429aac0b60ce26d8887a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:27.295859 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:27.302680 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:27.336898 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d4acd-ccbc-4e8a-b0ca-35c7239615ab req-0ffa051a-c833-41c2-b0e8-5d27404d329c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:27.338387 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d55d4acd-ccbc-4e8a-b0ca-35c7239615ab req-0ffa051a-c833-41c2-b0e8-5d27404d329c tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.1385403 May 27 09:54:27.404544 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d55d4acd-ccbc-4e8a-b0ca-35c7239615ab req-dbfdbf40-309f-4bf3-a93e-88a025eb8c42 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576494 May 27 09:54:27.442594 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.446209 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.453203 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3b9e7ac4-df46-4cc0-a1b4-61069e5a49bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:27.493320 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d003e626496c429aac0b60ce26d8887a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753603 May 27 09:54:27.494287 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d15ebcc-a352-45d9-88d5-db87e2bdde5e,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:27.495988 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46058) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:27.498510 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:27.555843 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2a540703-0257-41c1-a818-b2ac079a57d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.582497 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2a540703-0257-41c1-a818-b2ac079a57d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.633453 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2a540703-0257-41c1-a818-b2ac079a57d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.637230 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9af8eaf0-543b-4bec-a23b-988d27f62fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:27.654908 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a540703-0257-41c1-a818-b2ac079a57d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d15ebcc-a352-45d9-88d5-db87e2bdde5e,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:27.657867 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2a540703-0257-41c1-a818-b2ac079a57d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:27.665963 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2a540703-0257-41c1-a818-b2ac079a57d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.667108 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-2a540703-0257-41c1-a818-b2ac079a57d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d15ebcc-a352-45d9-88d5-db87e2bdde5e HTTP/1.1" status: 204 len: 168 time: 0.1701190 May 27 09:54:27.835333 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.942952 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46066) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:27.960862 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.975120 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:27.979026 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] Usage tracker for resource:security_group_rule and tenant:9b749b713f164330af01bf781e67f557 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:27.981898 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:27.987666 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:28.072959 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:28.078122 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:28.159252 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b386bc8d-a2a5-4bcc-a5c9-806803b1b89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:28.198717 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b749b713f164330af01bf781e67f557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547121 May 27 09:54:28.200337 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a7573-891a-450c-b4e4-b7bf496a3970,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:28.202064 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46070) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:28.204478 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-59fc3eb0-5cd7-40a9-8562-6a733bdc9edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:28.259960 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1101aa97-79d1-4bd5-b29a-b0c080cac159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:28.286235 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1101aa97-79d1-4bd5-b29a-b0c080cac159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:28.338086 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1101aa97-79d1-4bd5-b29a-b0c080cac159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:28.342903 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-01dc71aa-27c1-4ec9-b24e-30ff8b897068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:28.357656 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101aa97-79d1-4bd5-b29a-b0c080cac159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a7573-891a-450c-b4e4-b7bf496a3970,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:28.361842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1101aa97-79d1-4bd5-b29a-b0c080cac159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:28.365158 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1101aa97-79d1-4bd5-b29a-b0c080cac159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:28.366278 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-1101aa97-79d1-4bd5-b29a-b0c080cac159 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a91a7573-891a-450c-b4e4-b7bf496a3970 HTTP/1.1" status: 204 len: 168 time: 0.1632159 May 27 09:54:28.598181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db822d-db52-4643-a689-ebbff333c03e req-ba0f5f9f-0083-4dab-b16d-9027249df499 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:28.599763 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c2db822d-db52-4643-a689-ebbff333c03e req-ba0f5f9f-0083-4dab-b16d-9027249df499 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0871274 May 27 09:54:28.744959 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c2db822d-db52-4643-a689-ebbff333c03e req-a80faf57-1c22-4f33-ab35-2c7355524954 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1388454 May 27 09:54:29.932453 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179ee4a-ecd4-4dd5-b112-532189977b3f req-7fc7411b-1d7c-4a01-bd3c-6ec351a4359e tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:29.933932 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0179ee4a-ecd4-4dd5-b112-532189977b3f req-7fc7411b-1d7c-4a01-bd3c-6ec351a4359e tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0833027 May 27 09:54:29.985266 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0179ee4a-ecd4-4dd5-b112-532189977b3f req-5f118763-22f4-47ec-b6c6-4a247c54614b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448647 May 27 09:54:30.628338 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-397312db-8781-4ef0-a861-5828a9b04c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:31.176577 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148eac7-ea2b-4c6b-ae1f-11db123ee78a req-0da6a5ae-c258-4df6-9039-f95066ad5c04 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:31.178145 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0148eac7-ea2b-4c6b-ae1f-11db123ee78a req-0da6a5ae-c258-4df6-9039-f95066ad5c04 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0834830 May 27 09:54:31.229681 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0148eac7-ea2b-4c6b-ae1f-11db123ee78a req-def4175f-5a4e-47c0-8d81-3fcfb18b3462 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&id=b09dd261-6736-4b10-9598-c87ad7b9bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457120 May 27 09:54:33.103003 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46146) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:33.181716 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:33.221146 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:33.236530 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:33.240277 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] Usage tracker for resource:security_group_rule and tenant:13e14a7d7e094807b8209612e389fe6e is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:33.243083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:33.248766 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:33.330666 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:33.335215 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:33.344438 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ddf048a0-1f93-4a65-a2a9-a1027d90ef96 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:33.384073 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13e14a7d7e094807b8209612e389fe6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797999 May 27 09:54:33.385049 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fb548d-d42a-45fa-8e55-c2a31588c7db,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:33.386902 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46152) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:33.388202 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-b84deaab-4d2e-4441-9a7a-546cde3cd4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:33.388335 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5c1e4c5a-0173-4522-9a4f-482a19a54121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:33.449433 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-33df39af-17ec-4e74-9d91-af442bb62b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:33.474537 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-33df39af-17ec-4e74-9d91-af442bb62b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:33.527623 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-33df39af-17ec-4e74-9d91-af442bb62b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:33.532184 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b07490f3-2e9a-4675-8d02-98c4a48d67ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:33.546931 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df39af-17ec-4e74-9d91-af442bb62b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fb548d-d42a-45fa-8e55-c2a31588c7db,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:33.549330 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-33df39af-17ec-4e74-9d91-af442bb62b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:33.560906 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-33df39af-17ec-4e74-9d91-af442bb62b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:33.563187 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-33df39af-17ec-4e74-9d91-af442bb62b87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32fb548d-d42a-45fa-8e55-c2a31588c7db HTTP/1.1" status: 204 len: 168 time: 0.1746523 May 27 09:54:34.192690 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:35.889077 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:36.172454 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a9eb152a-aab9-44fb-95ed-977d9726d8fa tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=78fa3427d9874f0c9f0f7f3b7bd55594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280123 May 27 09:54:36.323756 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-e5f6f1ca-f225-407c-80ef-ee66ef8e44e6 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:36.325184 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-e5f6f1ca-f225-407c-80ef-ee66ef8e44e6 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477294 May 27 09:54:36.340301 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fc844d98-0464-409b-a35a-b85c6c6f178a tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/quotas/78fa3427d9874f0c9f0f7f3b7bd55594 HTTP/1.1" status: 200 len: 375 time: 0.0089850 May 27 09:54:36.391554 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-08439026-08b5-4813-b6be-2e4bc1127692 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fa3427d9874f0c9f0f7f3b7bd55594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463049 May 27 09:54:36.686287 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2df5b43e-a55c-4aab-ad04-5185175d6fba req-827333ac-a374-4b10-aeaa-aafe8df5a98f tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 210 time: 0.1601326 May 27 09:54:37.480082 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-bb76eb5b-1115-4455-9d95-1716132e9420 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=78fa3427d9874f0c9f0f7f3b7bd55594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321381 May 27 09:54:37.637493 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-f3453446-0ac8-4689-afc4-b3ea9ca8d692 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:37.639023 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-f3453446-0ac8-4689-afc4-b3ea9ca8d692 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531043 May 27 09:54:37.657947 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Request body: {'port': {'device_id': '6376248d-f4e4-45b8-a48a-ec4a7a12737a', 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa', 'admin_state_up': True, 'tenant_id': '78fa3427d9874f0c9f0f7f3b7bd55594'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:54:37.800492 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:37.804341 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Usage tracker for resource:port and tenant:78fa3427d9874f0c9f0f7f3b7bd55594 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:37.807183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:37.813141 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:37.822918 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Made reservation on behalf of 78fa3427d9874f0c9f0f7f3b7bd55594 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:54:37.826340 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:37.838741 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:37.840108 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1c66deca-9f12-4dad-931a-4e3716aa4a52 req-ba47652d-00d8-454f-b86c-56bc1f9dec51 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 210 time: 0.0452027 May 27 09:54:37.855160 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:37.859873 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Usage tracker for resource:security_group_rule and tenant:78fa3427d9874f0c9f0f7f3b7bd55594 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:37.862695 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:37.868429 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:37.954007 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:37.957634 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:37.961028 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3123e154-5af0-4875-ad28-8e7db14869b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:38.051717 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:38.054885 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:38.141700 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Allocated IP 192.168.233.131 (6595e3f5-9d06-413e-8229-df6db30ddafa/3f12ef59-5939-48a0-bedd-e2fd79ae767b/6fd6b846-c387-4f31-9c94-210ae800d03d) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:54:38.345485 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:38.360754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Transition to ACTIVE for port object 6fd6b846-c387-4f31-9c94-210ae800d03d will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:54:38.384741 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:38.390863 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-45e471b9-f6e8-466c-b9ff-e95de1254ecb tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:38.459224 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Network 6595e3f5-9d06-413e-8229-df6db30ddafa is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:54:38.462326 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:38.466255 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:54:38.506327 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Pushing event updated for resources: {'Port': ['ID=6fd6b846-c387-4f31-9c94-210ae800d03d,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:38.515190 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:38.537091 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:38.537732 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:38.572520 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9192479 May 27 09:54:38.584789 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Request body: {'port': {'device_id': '6376248d-f4e4-45b8-a48a-ec4a7a12737a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:54:38.695694 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-47a06155-d99d-41b9-805d-d72a91fb0841 None None] Provisioning for port 6fd6b846-c387-4f31-9c94-210ae800d03d completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:54:38.702610 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-47a06155-d99d-41b9-805d-d72a91fb0841 None None] Provisioning complete for port 6fd6b846-c387-4f31-9c94-210ae800d03d triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:54:38.703094 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-47a06155-d99d-41b9-805d-d72a91fb0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:38.714005 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:38.754874 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-47a06155-d99d-41b9-805d-d72a91fb0841 None None] Port 6fd6b846-c387-4f31-9c94-210ae800d03d cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:54:39.197626 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6efa3-8ba6-4971-a150-e9e33e9548db req-17e43559-6ecb-429f-861d-823eacbb3cf0 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:39.198239 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c8f6efa3-8ba6-4971-a150-e9e33e9548db req-17e43559-6ecb-429f-861d-823eacbb3cf0 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Synchronizing usage tracker for tenant:78fa3427d9874f0c9f0f7f3b7bd55594 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:54:39.233867 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd6b846-c387-4f31-9c94-210ae800d03d {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:54:39.241031 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c8f6efa3-8ba6-4971-a150-e9e33e9548db req-17e43559-6ecb-429f-861d-823eacbb3cf0 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Unset dirty status for tenant:78fa3427d9874f0c9f0f7f3b7bd55594 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:54:39.242166 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c8f6efa3-8ba6-4971-a150-e9e33e9548db req-17e43559-6ecb-429f-861d-823eacbb3cf0 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 936 time: 0.2965395 May 27 09:54:39.243797 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:39.277208 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Transition to ACTIVE for port object 6fd6b846-c387-4f31-9c94-210ae800d03d will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:54:39.287488 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:39.294724 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2fbd5aaa-1abe-48a3-bb82-c766ba0ef4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:39.351083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c8f6efa3-8ba6-4971-a150-e9e33e9548db req-83707551-bffa-4426-872e-1981c11a8e1f tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Synchronizing usage tracker for tenant:78fa3427d9874f0c9f0f7f3b7bd55594 on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:54:39.466688 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Pushing event updated for resources: {'Port': ['ID=6fd6b846-c387-4f31-9c94-210ae800d03d,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:39.479876 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:39.509232 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c8f6efa3-8ba6-4971-a150-e9e33e9548db req-83707551-bffa-4426-872e-1981c11a8e1f tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Unset dirty status for tenant:78fa3427d9874f0c9f0f7f3b7bd55594 on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:54:39.510398 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c8f6efa3-8ba6-4971-a150-e9e33e9548db req-83707551-bffa-4426-872e-1981c11a8e1f tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621744 May 27 09:54:39.550805 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Attempting to bind port 6fd6b846-c387-4f31-9c94-210ae800d03d on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:54:39.551145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Attempting to bind port 6fd6b846-c387-4f31-9c94-210ae800d03d by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'b7b78da5-5c33-4a73-b81b-a8afd94a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:54:39.551477 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Attempting to bind port 6fd6b846-c387-4f31-9c94-210ae800d03d on network 6595e3f5-9d06-413e-8229-df6db30ddafa {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:54:39.556011 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Port 6fd6b846-c387-4f31-9c94-210ae800d03d on network 6595e3f5-9d06-413e-8229-df6db30ddafa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:54:39.556341 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Attempting to bind port 6fd6b846-c387-4f31-9c94-210ae800d03d on network 6595e3f5-9d06-413e-8229-df6db30ddafa {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:54:39.561940 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:54:39.562498 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Checking segment: {'id': 'b7b78da5-5c33-4a73-b81b-a8afd94a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:54:39.563007 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Bound using segment: {'id': 'b7b78da5-5c33-4a73-b81b-a8afd94a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:54:39.563627 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Bound port: 6fd6b846-c387-4f31-9c94-210ae800d03d, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b78da5-5c33-4a73-b81b-a8afd94a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:54:39.564026 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:39.657287 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] For port 6fd6b846-c387-4f31-9c94-210ae800d03d, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:54:39.660168 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] For port 6fd6b846-c387-4f31-9c94-210ae800d03d, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6fd6b846-c387-4f31-9c94-210ae800d03d,segment=NetworkSegment(b7b78da5-5c33-4a73-b81b-a8afd94a51d6),segment_id=b7b78da5-5c33-4a73-b81b-a8afd94a51d6)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:54:39.664652 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:39.669158 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:39.727653 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:39.728277 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:39.729661 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] 10.222.0.45 "PUT /v2.0/ports/6fd6b846-c387-4f31-9c94-210ae800d03d HTTP/1.1" status: 200 len: 1098 time: 1.1492286 May 27 09:54:39.730554 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6376248d-f4e4-45b8-a48a-ec4a7a12737a', 'tag': '6fd6b846-c387-4f31-9c94-210ae800d03d'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:54:39.755256 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Pushing event updated for resources: {'Port': ['ID=6fd6b846-c387-4f31-9c94-210ae800d03d,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:39.758317 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:39.816081 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6376248d-f4e4-45b8-a48a-ec4a7a12737a', 'tag': '6fd6b846-c387-4f31-9c94-210ae800d03d', 'status': 'completed', 'code': 200} May 27 09:54:39.860180 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-622c4e49-447a-425a-b2cb-d5e6062ce494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:39.861697 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-622c4e49-447a-425a-b2cb-d5e6062ce494 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78fa3427d9874f0c9f0f7f3b7bd55594&device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 1101 time: 0.0802436 May 27 09:54:39.934360 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-bc3c8ee3-5be4-4972-8ed0-94bd1aa220aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=6fd6b846-c387-4f31-9c94-210ae800d03d HTTP/1.1" status: 200 len: 217 time: 0.0653870 May 27 09:54:39.999328 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-7b241305-9f55-496d-a73c-415d11b388c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:40.000660 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-7b241305-9f55-496d-a73c-415d11b388c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3f12ef59-5939-48a0-bedd-e2fd79ae767b HTTP/1.1" status: 200 len: 843 time: 0.0608160 May 27 09:54:40.079637 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-6fd4a997-03df-47e7-9aeb-3c5e56582d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:40.081106 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-6fd4a997-03df-47e7-9aeb-3c5e56582d74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6595e3f5-9d06-413e-8229-df6db30ddafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742195 May 27 09:54:40.214682 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-91ab483d-7037-4fa5-9d16-f4f2cb21fc60 service neutron] 10.222.0.45 "GET /v2.0/networks/6595e3f5-9d06-413e-8229-df6db30ddafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267314 May 27 09:54:40.346996 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d086391-3b5f-4a0c-8f76-9320b7140202 req-df8125e4-3a1b-4838-8088-b2bc2856d70e service neutron] 10.222.0.45 "GET /v2.0/networks/6595e3f5-9d06-413e-8229-df6db30ddafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251092 May 27 09:54:40.462420 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-12800ac4-4939-494d-99e4-8cc33ccca104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:40.463910 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-12800ac4-4939-494d-99e4-8cc33ccca104 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78fa3427d9874f0c9f0f7f3b7bd55594&device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 1101 time: 0.0703030 May 27 09:54:40.606474 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-8843943a-87d4-4cc5-9051-57ed1059009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:40.608433 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-8843943a-87d4-4cc5-9051-57ed1059009d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6595e3f5-9d06-413e-8229-df6db30ddafa HTTP/1.1" status: 200 len: 870 time: 0.1284339 May 27 09:54:40.715879 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-b09fc8af-d9c4-4d2f-9d76-4c8a1ba6c242 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=6fd6b846-c387-4f31-9c94-210ae800d03d HTTP/1.1" status: 200 len: 217 time: 0.0986876 May 27 09:54:40.799322 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-bf65c48f-3f12-4379-bf18-85920aef3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:40.800747 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-bf65c48f-3f12-4379-bf18-85920aef3b27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3f12ef59-5939-48a0-bedd-e2fd79ae767b HTTP/1.1" status: 200 len: 843 time: 0.0766892 May 27 09:54:40.849789 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837723e3-4b9a-4b06-b574-abf0f8bfd940 req-2b81cc60-da51-4661-9acd-33a4270d0497 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:40.851254 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-837723e3-4b9a-4b06-b574-abf0f8bfd940 req-2b81cc60-da51-4661-9acd-33a4270d0497 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 948 time: 0.1821468 May 27 09:54:40.912424 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-837723e3-4b9a-4b06-b574-abf0f8bfd940 req-99293e81-67d3-4487-aa11-ca191a861b93 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542204 May 27 09:54:40.921518 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-671a95f3-3401-4dff-9ff2-1b21f342cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:40.922988 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-671a95f3-3401-4dff-9ff2-1b21f342cc9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6595e3f5-9d06-413e-8229-df6db30ddafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1148145 May 27 09:54:41.150768 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-a3fa7314-66b8-4e06-b836-58d29bdaea38 service neutron] 10.222.0.45 "GET /v2.0/networks/6595e3f5-9d06-413e-8229-df6db30ddafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198598 May 27 09:54:41.285269 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-791d16d2-6b42-4289-a2a6-6348c267bb3a req-b9b3182a-552c-44d1-af68-b28795ee6746 service neutron] 10.222.0.45 "GET /v2.0/networks/6595e3f5-9d06-413e-8229-df6db30ddafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271908 May 27 09:54:42.096834 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf190604-da07-4c73-a037-75c641d65013 req-4f5469ae-23d1-42ae-a171-763a73912285 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:42.098315 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bf190604-da07-4c73-a037-75c641d65013 req-4f5469ae-23d1-42ae-a171-763a73912285 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 948 time: 0.0816553 May 27 09:54:42.146403 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bf190604-da07-4c73-a037-75c641d65013 req-e5eb74ed-5ba1-43bf-ab46-f89d6edda506 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 May 27 09:54:42.758403 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 6fd6b846-c387-4f31-9c94-210ae800d03d details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:54:42.889654 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 6fd6b846-c387-4f31-9c94-210ae800d03d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6fd6b846-c387-4f31-9c94-210ae800d03d,segment=NetworkSegment(b7b78da5-5c33-4a73-b81b-a8afd94a51d6),segment_id=b7b78da5-5c33-4a73-b81b-a8afd94a51d6)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:54:42.902504 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '6fd6b846-c387-4f31-9c94-210ae800d03d', 'network_id': '6595e3f5-9d06-413e-8229-df6db30ddafa', 'port_id': '6fd6b846-c387-4f31-9c94-210ae800d03d', 'mac_address': 'fa:16:3e:4a:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f12ef59-5939-48a0-bedd-e2fd79ae767b', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:54:42.959904 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:42.976856 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd6b846-c387-4f31-9c94-210ae800d03d {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:54:42.992195 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 6fd6b846-c387-4f31-9c94-210ae800d03d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6fd6b846-c387-4f31-9c94-210ae800d03d,segment=NetworkSegment(b7b78da5-5c33-4a73-b81b-a8afd94a51d6),segment_id=b7b78da5-5c33-4a73-b81b-a8afd94a51d6)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:54:42.996303 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:42.998051 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-45cd409d-e297-4f4a-b11f-29684e2305c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:43.063209 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=6fd6b846-c387-4f31-9c94-210ae800d03d,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:43.070610 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.071001 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.071347 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.071682 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.072034 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.072348 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.072675 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.073036 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.073361 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.073683 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.074003 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.074322 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:43.078200 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:43.221317 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['6fd6b846-c387-4f31-9c94-210ae800d03d'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:54:43.335346 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449fbf2-153b-429b-8092-b276c24143c6 req-862a7fdb-cb30-4d8b-9bb2-d0a9a789ccdb tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:43.336829 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a449fbf2-153b-429b-8092-b276c24143c6 req-862a7fdb-cb30-4d8b-9bb2-d0a9a789ccdb tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 949 time: 0.0859010 May 27 09:54:43.381824 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a449fbf2-153b-429b-8092-b276c24143c6 req-95516b13-54de-44ba-a861-c985d105fb75 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 May 27 09:54:44.567753 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c038e2-a8a7-459d-b5cc-385ca26b537e req-93f69f01-2b64-4216-8d7c-494f8d2e7e8e tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:44.569220 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-76c038e2-a8a7-459d-b5cc-385ca26b537e req-93f69f01-2b64-4216-8d7c-494f8d2e7e8e tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 949 time: 0.0799775 May 27 09:54:44.613721 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-76c038e2-a8a7-459d-b5cc-385ca26b537e req-9d666b15-82e5-4136-8631-2dd7a091f8a3 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 May 27 09:54:44.776505 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 6fd6b846-c387-4f31-9c94-210ae800d03d up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:54:44.845716 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 6fd6b846-c387-4f31-9c94-210ae800d03d completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:54:44.850328 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 6fd6b846-c387-4f31-9c94-210ae800d03d triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:54:44.850719 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:44.969452 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:44.995169 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6376248d-f4e4-45b8-a48a-ec4a7a12737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd6b846-c387-4f31-9c94-210ae800d03d'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:54:45.004913 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 6fd6b846-c387-4f31-9c94-210ae800d03d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6fd6b846-c387-4f31-9c94-210ae800d03d,segment=NetworkSegment(b7b78da5-5c33-4a73-b81b-a8afd94a51d6),segment_id=b7b78da5-5c33-4a73-b81b-a8afd94a51d6)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:54:45.008985 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:45.010830 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:45.042074 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6376248d-f4e4-45b8-a48a-ec4a7a12737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd6b846-c387-4f31-9c94-210ae800d03d', 'code': 200} May 27 09:54:45.084784 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=6fd6b846-c387-4f31-9c94-210ae800d03d,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:45.087611 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:45.261672 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5157-c57f-4fd4-9d73-7a635ef4bb4b req-1b094c36-4fc4-4aba-975e-448d60bda69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:45.263071 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e2ed5157-c57f-4fd4-9d73-7a635ef4bb4b req-1b094c36-4fc4-4aba-975e-448d60bda69a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 1103 time: 0.0690668 May 27 09:54:45.309029 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-e2ed5157-c57f-4fd4-9d73-7a635ef4bb4b req-17b9a63e-9a07-4ca3-8136-ebcd366d2a38 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 May 27 09:54:45.800289 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5dc28-83ed-467e-9013-9c6ed85885d8 req-fdb9e0b9-d1d4-44d3-abe1-dbab5143a77f tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:45.801746 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1df5dc28-83ed-467e-9013-9c6ed85885d8 req-fdb9e0b9-d1d4-44d3-abe1-dbab5143a77f tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 950 time: 0.0832906 May 27 09:54:45.846768 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1df5dc28-83ed-467e-9013-9c6ed85885d8 req-bc544bc2-923f-4275-a336-87727730f496 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 May 27 09:54:47.030094 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320aa042-871c-44ec-8ca3-4236934b3c2d req-627c6f90-bf86-4654-84b4-9e58d96120e2 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:47.031490 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-320aa042-871c-44ec-8ca3-4236934b3c2d req-627c6f90-bf86-4654-84b4-9e58d96120e2 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 950 time: 0.0808549 May 27 09:54:47.076838 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-320aa042-871c-44ec-8ca3-4236934b3c2d req-d0085435-3bd2-4ba5-974b-c791f521bb15 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 May 27 09:54:47.533694 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:54:47.648165 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68022283-693f-4737-b563-91816c62ecde req-02322765-8bc0-4066-b86f-1753b622fee6 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:47.649527 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-68022283-693f-4737-b563-91816c62ecde req-02322765-8bc0-4066-b86f-1753b622fee6 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 950 time: 0.0833361 May 27 09:54:47.694200 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-68022283-693f-4737-b563-91816c62ecde req-e8aaea96-5810-4ed7-a191-4f045766693d tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391650 May 27 09:54:48.785842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18308d36-1d47-4321-8def-c617d8bfb726 req-6117d065-4d4e-4760-a3c2-a419b7784c47 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:48.787337 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-18308d36-1d47-4321-8def-c617d8bfb726 req-6117d065-4d4e-4760-a3c2-a419b7784c47 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.45 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 950 time: 0.0803800 May 27 09:54:48.882703 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9bd4-90e4-4ffb-ae46-cb2f2801524b req-b8ad8da0-7cfe-446a-924f-551dec4ec8ac tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:48.884221 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da4a9bd4-90e4-4ffb-ae46-cb2f2801524b req-b8ad8da0-7cfe-446a-924f-551dec4ec8ac tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 950 time: 0.0815005 May 27 09:54:48.928867 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-da4a9bd4-90e4-4ffb-ae46-cb2f2801524b req-9754453f-1f48-4ada-af59-b9672d66c48f tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390615 May 27 09:54:48.929424 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-18308d36-1d47-4321-8def-c617d8bfb726 req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Deleting port 6fd6b846-c387-4f31-9c94-210ae800d03d {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:54:48.929990 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-18308d36-1d47-4321-8def-c617d8bfb726 req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:49.080255 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-18308d36-1d47-4321-8def-c617d8bfb726 req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] For port 6fd6b846-c387-4f31-9c94-210ae800d03d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6fd6b846-c387-4f31-9c94-210ae800d03d,segment=NetworkSegment(b7b78da5-5c33-4a73-b81b-a8afd94a51d6),segment_id=b7b78da5-5c33-4a73-b81b-a8afd94a51d6)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:54:49.080617 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-18308d36-1d47-4321-8def-c617d8bfb726 req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:49.205007 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-18308d36-1d47-4321-8def-c617d8bfb726 req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Calling delete_port for 6fd6b846-c387-4f31-9c94-210ae800d03d owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:54:49.317181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-18308d36-1d47-4321-8def-c617d8bfb726 req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:49.322304 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fcd25f5f-79fa-4293-8bc1-698a00b534d9 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:49.328299 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['6fd6b846-c387-4f31-9c94-210ae800d03d'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:54:49.366688 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Pushing event deleted for resources: {'Port': ['ID=6fd6b846-c387-4f31-9c94-210ae800d03d,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:49.369750 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:49.446091 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-18308d36-1d47-4321-8def-c617d8bfb726 req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] No DVR routers for this DVR port 6fd6b846-c387-4f31-9c94-210ae800d03d on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:54:49.448665 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-18308d36-1d47-4321-8def-c617d8bfb726 req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:49.451394 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6376248d-f4e4-45b8-a48a-ec4a7a12737a', 'name': 'network-vif-deleted', 'tag': '6fd6b846-c387-4f31-9c94-210ae800d03d'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:54:49.468905 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-18308d36-1d47-4321-8def-c617d8bfb726 req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.45 "DELETE /v2.0/ports/6fd6b846-c387-4f31-9c94-210ae800d03d HTTP/1.1" status: 204 len: 173 time: 0.6755404 May 27 09:54:49.508214 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6376248d-f4e4-45b8-a48a-ec4a7a12737a', 'name': 'network-vif-deleted', 'tag': '6fd6b846-c387-4f31-9c94-210ae800d03d', 'status': 'completed', 'code': 200} May 27 09:54:50.116436 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c788fae6-2c09-4b32-a8cd-94ebda17af19 req-45bf4ba4-bf5b-4297-87b8-d95f61ed4129 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6376248d-f4e4-45b8-a48a-ec4a7a12737a HTTP/1.1" status: 200 len: 210 time: 0.0469153 May 27 09:54:52.837803 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 6fd6b846-c387-4f31-9c94-210ae800d03d no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:54:52.871882 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 6fd6b846-c387-4f31-9c94-210ae800d03d {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:54:52.872239 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 6fd6b846-c387-4f31-9c94-210ae800d03d not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:54:55.716141 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46480) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:55.862441 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-d3211320-d44e-4dff-99c9-d509f5f16cdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78fa3427d9874f0c9f0f7f3b7bd55594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451163 May 27 09:54:55.864940 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46486) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:55.920735 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8667a23e-c881-4dee-9ab9-7202a9928593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:55.946796 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8667a23e-c881-4dee-9ab9-7202a9928593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:55.998241 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8667a23e-c881-4dee-9ab9-7202a9928593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:56.002388 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-dd495df5-16e4-455a-bfdb-11a3481c283c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:56.014217 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667a23e-c881-4dee-9ab9-7202a9928593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7731c3-7b78-4c6e-b9e1-39c167c4cb35,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:56.018045 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8667a23e-c881-4dee-9ab9-7202a9928593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:56.026889 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8667a23e-c881-4dee-9ab9-7202a9928593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:56.028005 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-8667a23e-c881-4dee-9ab9-7202a9928593 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb7731c3-7b78-4c6e-b9e1-39c167c4cb35 HTTP/1.1" status: 204 len: 168 time: 0.1621761 May 27 09:54:56.679300 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46510) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:56.785321 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-861301348-network', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:54:56.790030 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:56.793845 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Usage tracker for resource:network and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:56.796680 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:56.806272 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:56.816995 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Made reservation on behalf of c27d0db7ffdc471abb1f9715deb44c4a for: {'network': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:54:56.819337 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:56.831262 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:56.845177 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:56.848979 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Usage tracker for resource:security_group_rule and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:56.851739 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:56.857361 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:56.940375 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:56.944188 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:56.948252 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5ab80cb8-f228-4bb3-b81d-0fae9c7ce1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:56.972471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=108799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:54:56.985355 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641d72b7-d21b-49d4-908a-4d7929f66f39,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:56.989331 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:56.990282 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:56.990627 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.segments_db [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Added segment a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928 of type vlan for network 42011809-dcde-468d-b642-7d0c4ccc7fa7 May 27 09:54:57.017231 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:57.045157 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:57.046558 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:57.047735 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:57.052385 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:57.155472 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4750867 May 27 09:54:57.156322 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Pushing event updated for resources: {'Network': ['ID=42011809-dcde-468d-b642-7d0c4ccc7fa7,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:57.159462 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:57.160077 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46516) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:57.165937 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Request body: {'subnet': {'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-861301348-subnet', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:54:57.166951 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 42011809-dcde-468d-b642-7d0c4ccc7fa7 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:54:57.171033 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:57.175398 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Usage tracker for resource:subnet and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:57.178351 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:57.184197 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:57.194895 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Made reservation on behalf of c27d0db7ffdc471abb1f9715deb44c4a for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:54:57.197245 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262631003'] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:57.673402 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263179711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262630989'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:57.677934 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:57.748685 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe156bb-d01d-4699-a097-54323284cf5e,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:57.752805 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:57.756856 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Checking segment: {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:54:57.757212 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Network hostable DHCP agents. Network: 42011809-dcde-468d-b642-7d0c4ccc7fa7, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:54:57.775117 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Network 42011809-dcde-468d-b642-7d0c4ccc7fa7 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:54:57.784291 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 42011809-dcde-468d-b642-7d0c4ccc7fa7) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:57.792456 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:57.793050 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:57.793667 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e27166-4c1a-4dd1-afc0-be71ebaf735f None None] Network 42011809-dcde-468d-b642-7d0c4ccc7fa7 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:54:57.813161 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f621f2bf-cdd8-4286-a89e-57d639886bfe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6518230 May 27 09:54:57.816161 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46520) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:57.822042 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:54:57.826985 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:57.831620 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Usage tracker for resource:router and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:54:57.834459 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:54:57.840238 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:57.852692 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:57.853670 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:57.869585 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:57.892046 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.020552 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-42011809-dcde-468d-b642-7d0c4ccc7fa7', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:54:58.021388 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.189633 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Allocated IP 172.20.0.2 (42011809-dcde-468d-b642-7d0c4ccc7fa7/8fe156bb-d01d-4699-a097-54323284cf5e/c570c9a7-a166-4209-b990-8a1bc9ee12b3) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:54:58.232961 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.262292 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-e67ed6f9-8980-4a5f-8350-2a18b0478f27 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1300883 May 27 09:54:58.410562 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.422017 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Transition to ACTIVE for port object c570c9a7-a166-4209-b990-8a1bc9ee12b3 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:54:58.441738 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2e57-0483-4033-9bf8-541c90485553 req-143bb11f-341e-4602-8d2a-efac9834299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:58.443623 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-143bb11f-341e-4602-8d2a-efac9834299a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1137 time: 0.0870888 May 27 09:54:58.448961 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Transition to ACTIVE for port object c570c9a7-a166-4209-b990-8a1bc9ee12b3 will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:54:58.455642 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.460109 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:58.555248 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.556940 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Network 42011809-dcde-468d-b642-7d0c4ccc7fa7 is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:54:58.559859 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:58.564512 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:54:58.587077 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.602340 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Pushing event updated for resources: {'Port': ['ID=c570c9a7-a166-4209-b990-8a1bc9ee12b3,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:58.608944 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:58.610202 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2e57-0483-4033-9bf8-541c90485553 req-1ea0eda1-cd77-4df9-9c93-f97aa760ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:58.612408 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-1ea0eda1-cd77-4df9-9c93-f97aa760ea92 service neutron] 10.222.0.45 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 914 time: 0.1485927 May 27 09:54:58.662135 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Attempting to bind port c570c9a7-a166-4209-b990-8a1bc9ee12b3 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:54:58.662436 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Attempting to bind port c570c9a7-a166-4209-b990-8a1bc9ee12b3 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:54:58.662841 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Attempting to bind port c570c9a7-a166-4209-b990-8a1bc9ee12b3 on network 42011809-dcde-468d-b642-7d0c4ccc7fa7 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:54:58.668315 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:54:58.668708 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Checking segment: {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:54:58.669124 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.669539 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Bound using segment: {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:54:58.670001 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Bound port: c570c9a7-a166-4209-b990-8a1bc9ee12b3, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:54:58.670393 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.724572 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-9d34ae58-e127-44d6-b034-a97e6d2d93e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 1000 time: 0.1047530 May 27 09:54:58.728393 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Allocated IP 172.27.3.75 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/f69f7c5a-a4f3-4de9-bfe7-798efef750a0) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:54:58.772826 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] For port c570c9a7-a166-4209-b990-8a1bc9ee12b3, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:54:58.777159 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] For port c570c9a7-a166-4209-b990-8a1bc9ee12b3, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=c570c9a7-a166-4209-b990-8a1bc9ee12b3,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:54:58.783335 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.790279 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2e57-0483-4033-9bf8-541c90485553 req-bb3c3aba-44d8-4250-8faf-ef2cd4db193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:58.791861 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-bb3c3aba-44d8-4250-8faf-ef2cd4db193e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 200 len: 852 time: 0.0612214 May 27 09:54:58.794591 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:58.876749 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Pushing event updated for resources: {'Port': ['ID=c570c9a7-a166-4209-b990-8a1bc9ee12b3,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:58.878950 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2e57-0483-4033-9bf8-541c90485553 req-019db59d-2642-477e-a12a-a7193b5a78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:58.880453 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-019db59d-2642-477e-a12a-a7193b5a78f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=546fdf02-e772-4a12-9579-fb8b52b89142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811174 May 27 09:54:58.882150 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:58.893157 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-b8beec77-510c-4d64-a886-7097ab142216 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:54:58.894192 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-b8beec77-510c-4d64-a886-7097ab142216 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068064 May 27 09:54:58.904730 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.935933 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:58.940591 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8e6928e0-e5b1-4d9e-a56a-6b49f6fc92be tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:59.003972 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:54:59.007084 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:59.009612 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:54:59.048002 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-9ec984d6-03f5-48b6-83ea-6c5d1ab13e13 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382048 May 27 09:54:59.078211 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Pushing event updated for resources: {'Port': ['ID=f69f7c5a-a4f3-4de9-bfe7-798efef750a0,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:59.082263 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:59.225732 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-698c2e57-0483-4033-9bf8-541c90485553 req-3e80de69-34c7-49a8-99a7-e86b5c0e7074 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582885 May 27 09:54:59.474138 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:59.731302 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e3dee-799c-4335-8753-f102a5101312 None None] Network 42011809-dcde-468d-b642-7d0c4ccc7fa7 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:54:59.814948 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-2c643609-c11e-45da-93d8-eef53daf6ef7 None None] Provisioning for port c570c9a7-a166-4209-b990-8a1bc9ee12b3 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:54:59.928378 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:00.140982 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Router 96e30817-c6cf-45e0-a85f-40676d0d057f is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:55:00.319756 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:00.328087 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Sync routers for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:00.337231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:00.337855 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:54:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:00.342032 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] Notify callbacks [] for router, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:00.343441 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-e47f8c7e-d7ec-4a2b-aadb-ab373e2b4138 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5258472 May 27 09:55:00.346708 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46526) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:00.524747 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:00.661322 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-64adf422-0c36-4bfc-9570-206ff14c5bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:00.812042 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device c570c9a7-a166-4209-b990-8a1bc9ee12b3 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:00.892672 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:54:59Z', 'revision_number': 3, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:00.896746 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Checking router: 96e30817-c6cf-45e0-a85f-40676d0d057f for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:00.897168 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Updating router 96e30817-c6cf-45e0-a85f-40676d0d057f port f69f7c5a-a4f3-4de9-bfe7-798efef750a0 binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:55:00.926042 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port c570c9a7-a166-4209-b990-8a1bc9ee12b3 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:00.944421 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port c570c9a7-a166-4209-b990-8a1bc9ee12b3 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:00.944811 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:00.999191 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.018914 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.193755 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.333165 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Allocated IP 172.20.0.1 (42011809-dcde-468d-b642-7d0c4ccc7fa7/8fe156bb-d01d-4699-a097-54323284cf5e/9e73c2e9-ee8b-4fc9-ac76-ced334c761b5) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:01.341186 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port c570c9a7-a166-4209-b990-8a1bc9ee12b3, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=c570c9a7-a166-4209-b990-8a1bc9ee12b3,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:01.352677 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.356797 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:01.446025 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=c570c9a7-a166-4209-b990-8a1bc9ee12b3,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:01.450349 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:01.485488 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.500822 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.provisioning_blocks [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Transition to ACTIVE for port object 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 will not be triggered until provisioned by entity DHCP. {{(pid=108799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:01.523031 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.525253 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.529787 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:01.534970 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Transition to ACTIVE for port object f69f7c5a-a4f3-4de9-bfe7-798efef750a0 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:01.540633 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.544851 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:01.591722 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Network 42011809-dcde-468d-b642-7d0c4ccc7fa7 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:01.594903 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:01.597773 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:01.621907 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9669d-9db1-4a1d-839e-df5179552cdd None None] Pushing event updated for resources: {'Port': ['ID=f69f7c5a-a4f3-4de9-bfe7-798efef750a0,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:01.624187 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Attempting to bind port f69f7c5a-a4f3-4de9-bfe7-798efef750a0 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:01.624578 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Attempting to bind port f69f7c5a-a4f3-4de9-bfe7-798efef750a0 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:01.624953 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Attempting to bind port f69f7c5a-a4f3-4de9-bfe7-798efef750a0 on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:01.627829 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aea9669d-9db1-4a1d-839e-df5179552cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:01.632118 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:01.632895 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:01.632895 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.633310 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:01.633797 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Bound port: f69f7c5a-a4f3-4de9-bfe7-798efef750a0, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:01.634192 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.647671 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Pushing event updated for resources: {'Port': ['ID=9e73c2e9-ee8b-4fc9-ac76-ced334c761b5,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:01.650581 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:01.664522 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.713526 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] For port f69f7c5a-a4f3-4de9-bfe7-798efef750a0, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:01.716877 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] For port f69f7c5a-a4f3-4de9-bfe7-798efef750a0, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=f69f7c5a-a4f3-4de9-bfe7-798efef750a0,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:01.721884 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.729568 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:01.803290 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:01.803919 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:54:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:01.876499 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9669d-9db1-4a1d-839e-df5179552cdd None None] Pushing event updated for resources: {'Port': ['ID=f69f7c5a-a4f3-4de9-bfe7-798efef750a0,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:01.881330 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aea9669d-9db1-4a1d-839e-df5179552cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:01.901388 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-b595890e-869a-4139-9ee1-c5d599a1de3d None None] Provisioning for port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:01.909164 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-b595890e-869a-4139-9ee1-c5d599a1de3d None None] Provisioning complete for port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:01.909550 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-b595890e-869a-4139-9ee1-c5d599a1de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:01.930255 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:02.040251 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-b595890e-869a-4139-9ee1-c5d599a1de3d None None] Port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:55:02.051192 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:02.155910 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:02.160597 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:02.187360 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:02.269776 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:02.274171 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Pushing event updated for resources: {'Port': ['ID=9e73c2e9-ee8b-4fc9-ac76-ced334c761b5,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:02.278489 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:02.343432 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:54:59Z', 'revision_number': 3, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:02.347584 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4645b2-9ab4-41c3-9a2a-33e427b5fd21 None None] The sync data for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi is: [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:54:59Z', 'revision_number': 3, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:02.433355 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Network 42011809-dcde-468d-b642-7d0c4ccc7fa7 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:02.434799 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:02.745253 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Router 96e30817-c6cf-45e0-a85f-40676d0d057f has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:55:02.786625 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-700dea27-d752-4718-8426-99cbdbf02e03 None None] Provisioning complete for port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:02.787079 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-700dea27-d752-4718-8426-99cbdbf02e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:02.887381 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-700dea27-d752-4718-8426-99cbdbf02e03 None None] Port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:55:02.939779 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device c570c9a7-a166-4209-b990-8a1bc9ee12b3 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:03.034520 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port c570c9a7-a166-4209-b990-8a1bc9ee12b3 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:03.035923 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:03.173137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:03.192573 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] 10.222.0.20 "PUT /v2.0/routers/96e30817-c6cf-45e0-a85f-40676d0d057f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8441656 May 27 09:55:03.236786 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:03.247401 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device f69f7c5a-a4f3-4de9-bfe7-798efef750a0 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:03.343637 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port f69f7c5a-a4f3-4de9-bfe7-798efef750a0 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:03.351582 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port f69f7c5a-a4f3-4de9-bfe7-798efef750a0 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:03.352242 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:03.433769 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-2df3e7ed-932f-46cd-813e-bc57d34d7e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:03.534044 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:03.553144 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port f69f7c5a-a4f3-4de9-bfe7-798efef750a0, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=f69f7c5a-a4f3-4de9-bfe7-798efef750a0,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:03.557362 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:03.560204 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:03.596078 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-e32f1c1e-913b-4d98-aa8f-c06098413a6d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466758368&fields=id&tenant_id=2905790141554ac096da10365a556725 HTTP/1.1" status: 200 len: 267 time: 0.0606406 May 27 09:55:03.638707 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=f69f7c5a-a4f3-4de9-bfe7-798efef750a0,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:03.642533 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:03.682865 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-9add4768-6f1a-4018-b39f-068c6bec50be tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:03.684552 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-9add4768-6f1a-4018-b39f-068c6bec50be tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 984 time: 0.0829680 May 27 09:55:03.696421 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Request body: {'port': {'security_groups': ['94fc96b7-e6b2-47ce-9c32-b3e26126157a']}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:03.821998 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:03.822959 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46548) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:03.829253 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1392950902-network', 'tenant_id': '05d36473abbb40089516b06e55f34e6e'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:03.834232 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:03.838226 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Usage tracker for resource:network and tenant:05d36473abbb40089516b06e55f34e6e is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:03.841175 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:03.848086 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:03.858114 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Made reservation on behalf of 05d36473abbb40089516b06e55f34e6e for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:55:03.861066 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:03.873009 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:03.887572 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:03.891917 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Usage tracker for resource:security_group_rule and tenant:05d36473abbb40089516b06e55f34e6e is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:03.894678 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:03.900497 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:04.000904 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.006061 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.009400 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5d4abd3c-1a0d-49fd-846c-8b7414cb2350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:04.040241 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:55:04.050447 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5017a3bd-f23d-459c-94f8-45b3b86e7038,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:04.060894 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.061277 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.061652 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.062149 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.062670 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.063164 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.064243 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.064243 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.064243 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.064630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.064994 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.065341 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:04.069416 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.069768 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Added segment e9987260-03d2-45fb-b559-0aaceeecd2a8 of type vlan for network 0b06c419-cff2-4882-afd2-918567e7ce2d May 27 09:55:04.071122 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:04.089475 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] For port 70dc6960-7078-4eb3-a052-73407f3b625c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=70dc6960-7078-4eb3-a052-73407f3b625c,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:04.099546 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.118030 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.122932 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.132215 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:04.134629 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['70dc6960-7078-4eb3-a052-73407f3b625c'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:55:04.138397 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.139960 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:04.140569 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.163222 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:04.213895 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:04.214639 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.225618 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-59b85fb8-1699-46f0-be51-d424e6fb25b1 req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "PUT /v2.0/ports/70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 942 time: 0.5317214 May 27 09:55:04.225618 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:55:04.232724 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46552) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:04.251127 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.281825 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Pushing event updated for resources: {'Network': ['ID=0b06c419-cff2-4882-afd2-918567e7ce2d,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:04.282635 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['70dc6960-7078-4eb3-a052-73407f3b625c'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:55:04.285315 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4612267 May 27 09:55:04.288311 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ba16eac7-fc80-41b6-b50d-8aa41099bb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:04.293662 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46558) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:04.300323 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Request body: {'subnet': {'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1392950902-subnet', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:04.302155 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event updated for resources: {'Port': ['ID=70dc6960-7078-4eb3-a052-73407f3b625c,revision_number=7']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:04.309685 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-08394fa0-f3d3-4ca5-8abd-0c81aba22e4a tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:04.314092 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:04.324486 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 0b06c419-cff2-4882-afd2-918567e7ce2d details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:55:04.326921 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Usage tracker for resource:subnet and tenant:05d36473abbb40089516b06e55f34e6e is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:04.333360 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:04.335208 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-23694a48-697a-4eb5-a27d-2355660c7e03 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.348553 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:04.365710 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Made reservation on behalf of 05d36473abbb40089516b06e55f34e6e for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:55:04.366670 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c', 'status': 'completed', 'code': 200} May 27 09:55:04.368783 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262631003'] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.379224 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-23694a48-697a-4eb5-a27d-2355660c7e03 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.414390 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Sync routers for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:04.432210 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:04.432894 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:04.465069 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-23694a48-697a-4eb5-a27d-2355660c7e03 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.470129 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ce17fece-0f7f-4c41-9042-18a844d6172f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:04.490872 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23694a48-697a-4eb5-a27d-2355660c7e03 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09dd261-6736-4b10-9598-c87ad7b9bd45,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:04.493766 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-23694a48-697a-4eb5-a27d-2355660c7e03 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:04.506638 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-23694a48-697a-4eb5-a27d-2355660c7e03 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.507963 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-23694a48-697a-4eb5-a27d-2355660c7e03 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "DELETE /v2.0/security-groups/b09dd261-6736-4b10-9598-c87ad7b9bd45 HTTP/1.1" status: 204 len: 168 time: 0.2723720 May 27 09:55:04.510590 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46562) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:04.578005 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-d4417bb6-7949-4b87-bdc4-a20653e55ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:04.580134 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-d4417bb6-7949-4b87-bdc4-a20653e55ebd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1098 time: 0.1875751 May 27 09:55:04.682340 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:04.726277 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-4df71362-4163-4352-b463-e7a1b217197a None None] Provisioning complete for port 70dc6960-7078-4eb3-a052-73407f3b625c triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:04.726671 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4df71362-4163-4352-b463-e7a1b217197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.826031 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Deleting port f42bcf6f-6e31-4d71-858c-3b25f22978eb {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:04.826705 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.833146 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device f69f7c5a-a4f3-4de9-bfe7-798efef750a0 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:04.864342 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-6594c686-0dfe-4d0a-8155-a412269cce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:04.866040 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-6594c686-0dfe-4d0a-8155-a412269cce49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 914 time: 0.2769799 May 27 09:55:04.974873 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.975291 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.022704 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-fe822989-669d-47f0-aa96-0c21e09895d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 1000 time: 0.1487784 May 27 09:55:05.057989 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '9e73c2e9-ee8b-4fc9-ac76-ced334c761b5', 'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'mac_address': 'fa:16:3e:92:38:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:01Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 2, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'subnets': [{'id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:05.064336 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Checking router: 96e30817-c6cf-45e0-a85f-40676d0d057f for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:05.064966 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Updating router 96e30817-c6cf-45e0-a85f-40676d0d057f port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:55:05.123191 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-61f9a4f1-2d6e-47bc-81b7-0dfcdbbe99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:05.124933 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-61f9a4f1-2d6e-47bc-81b7-0dfcdbbe99fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 200 len: 852 time: 0.0952609 May 27 09:55:05.130997 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Calling delete_port for f42bcf6f-6e31-4d71-858c-3b25f22978eb owned by network:floatingip {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:05.139317 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.154064 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port f69f7c5a-a4f3-4de9-bfe7-798efef750a0 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:05.154620 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.326331 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-8f887038-9a4f-4e3b-b852-44766a4470e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:05.329196 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-8f887038-9a4f-4e3b-b852-44766a4470e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=546fdf02-e772-4a12-9579-fb8b52b89142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1833212 May 27 09:55:05.331470 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.337804 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:05.389664 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event deleted for resources: {'Port': ['ID=f42bcf6f-6e31-4d71-858c-3b25f22978eb,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:05.396680 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:05.493701 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks [] for floatingip, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.494249 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.l3_db [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Floating IP 4bfb61c0-6aea-4c06-ae1b-4ac4890afb62 disassociated (deleted). External IP: 172.27.3.67, port: 70dc6960-7078-4eb3-a052-73407f3b625c. May 27 09:55:05.572005 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.577020 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263179711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262630989'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.579478 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-6c52c8de-f020-4848-9b9f-785d09e30a86 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427459 May 27 09:55:05.583496 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:05.587022 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Transition to ACTIVE for port object 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:05.596800 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.601131 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:05.773671 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7c9125-c4df-4b56-9ca4-b08b8d110bf7,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:05.781845 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:05.788006 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Checking segment: {'id': 'e9987260-03d2-45fb-b559-0aaceeecd2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:05.788341 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Network hostable DHCP agents. Network: 0b06c419-cff2-4882-afd2-918567e7ce2d, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:55:05.799202 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Pushing event updated for resources: {'Port': ['ID=9e73c2e9-ee8b-4fc9-ac76-ced334c761b5,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:05.839692 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d63ba8d2-fa8f-470b-9579-a85cec71e98b req-daae6ae4-a648-4f51-8932-d6b64f223127 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279022 May 27 09:55:05.843850 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Network 0b06c419-cff2-4882-afd2-918567e7ce2d is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:55:05.860643 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 0b06c419-cff2-4882-afd2-918567e7ce2d) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:05.868635 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.868984 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.869323 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.869592 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75ffc5-6ee5-4ce9-b086-becf15b6ca86 None None] Network 0b06c419-cff2-4882-afd2-918567e7ce2d requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:55:05.869863 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.870194 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.870749 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.871348 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.871802 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.872255 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.872904 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.873293 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.873677 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:05.878511 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:05.881892 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:05.884638 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.897962 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Attempting to bind port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:05.898440 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Attempting to bind port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:05.898894 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Attempting to bind port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 on network 42011809-dcde-468d-b642-7d0c4ccc7fa7 {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:05.905662 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:05.906046 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Checking segment: {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:05.906660 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.907099 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Bound using segment: {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:05.907628 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Bound port: 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:05.908002 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.911275 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.926890 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3064d810-b14d-464e-bac7-a528e49bff3e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6319673 May 27 09:55:05.929917 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46566) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:05.935691 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:05.942020 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:05.949352 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Usage tracker for resource:router and tenant:05d36473abbb40089516b06e55f34e6e is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:05.953602 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:05.960737 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:05.973223 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.975058 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:05.998295 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:06.030786 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] For port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:06.034512 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] For port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=9e73c2e9-ee8b-4fc9-ac76-ced334c761b5,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:06.040455 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:06.045568 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:06.049881 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:55:06.138072 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:06.138837 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:06.177165 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-0b06c419-cff2-4882-afd2-918567e7ce2d', 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'fixed_ips': [{'subnet_id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:55:06.179288 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:06.230051 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Pushing event updated for resources: {'Port': ['ID=9e73c2e9-ee8b-4fc9-ac76-ced334c761b5,revision_number=4']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:06.233446 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-6dec00de-7471-4001-a28b-48d4408d9670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:06.304861 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:06.318243 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] Sync routers for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:06.339435 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:06.348524 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:06.357551 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:06.358201 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:06.427169 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-54e184ac-e1d4-4168-812e-906dd264f60f tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "DELETE /v2.0/floatingips/4bfb61c0-6aea-4c06-ae1b-4ac4890afb62 HTTP/1.1" status: 204 len: 168 time: 1.9153030 May 27 09:55:06.429758 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:55:06.439448 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:06.512302 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c', 'status': 'completed', 'code': 200} May 27 09:55:06.650475 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Allocated IP 172.20.0.2 (0b06c419-cff2-4882-afd2-918567e7ce2d/6a7c9125-c4df-4b56-9ca4-b08b8d110bf7/31cf39b5-6d2d-4c86-8df9-083258e0f6d4) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:06.680074 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:06.890959 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '9e73c2e9-ee8b-4fc9-ac76-ced334c761b5', 'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'mac_address': 'fa:16:3e:92:38:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:01Z', 'updated_at': '2021-05-27T09:55:06Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'subnets': [{'id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:06.895251 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca742ca-d958-474d-8570-f86c917a85e4 None None] The sync data for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi is: [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '9e73c2e9-ee8b-4fc9-ac76-ced334c761b5', 'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'mac_address': 'fa:16:3e:92:38:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:01Z', 'updated_at': '2021-05-27T09:55:06Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'subnets': [{'id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:06.997371 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-b5b68223-be25-403a-be8e-d41924007a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:06.999059 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-b5b68223-be25-403a-be8e-d41924007a65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2905790141554ac096da10365a556725&device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 1098 time: 0.4761751 May 27 09:55:07.051657 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:07.158349 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:07.284175 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:07.288221 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-52313597-0c2a-43a8-8622-fb28dbfd89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:07.289712 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-52313597-0c2a-43a8-8622-fb28dbfd89f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 200 len: 914 time: 0.2823701 May 27 09:55:07.325522 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Transition to ACTIVE for port object 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:07.354468 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Transition to ACTIVE for port object 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:07.365517 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:07.370340 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:07.402421 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-e8e2cade-f27a-4313-a9cf-9affbdb76af8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 200 len: 217 time: 0.0779116 May 27 09:55:07.443818 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Network 0b06c419-cff2-4882-afd2-918567e7ce2d is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:07.447200 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:07.449736 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:07.467191 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Allocated IP 172.27.3.122 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/2c9bfea0-08da-4950-bef7-006443b51144) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:07.491628 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Pushing event updated for resources: {'Port': ['ID=31cf39b5-6d2d-4c86-8df9-083258e0f6d4,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:07.500259 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:07.502528 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '339687b6-4871-4cd5-8363-82b69591c6cb', 'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'mac_address': 'fa:16:3e:70:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:04Z', 'updated_at': '2021-05-27T09:53:11Z', 'revision_number': 5, 'project_id': '2905790141554ac096da10365a556725', 'subnets': [{'id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:07.517667 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-464add54-ccdd-4e1b-8bd7-dfb9a2b344d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:07.519176 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-464add54-ccdd-4e1b-8bd7-dfb9a2b344d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 200 len: 852 time: 0.1002021 May 27 09:55:07.543124 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] Checking router: 7c8ec4bc-0233-410d-9e9c-b9da9050a77e for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:07.575260 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:07.575902 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:07.630501 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Attempting to bind port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:07.630903 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Attempting to bind port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': 'e9987260-03d2-45fb-b559-0aaceeecd2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:07.631275 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Attempting to bind port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 on network 0b06c419-cff2-4882-afd2-918567e7ce2d {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:07.653262 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:07.653567 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Checking segment: {'id': 'e9987260-03d2-45fb-b559-0aaceeecd2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:07.653981 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:07.654379 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Bound using segment: {'id': 'e9987260-03d2-45fb-b559-0aaceeecd2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:07.654887 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Bound port: 31cf39b5-6d2d-4c86-8df9-083258e0f6d4, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9987260-03d2-45fb-b559-0aaceeecd2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:07.655309 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:07.716792 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:07.724104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-bdbf7657-353a-411a-89c6-aa3d09a9a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:07.725494 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-bdbf7657-353a-411a-89c6-aa3d09a9a53e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=546fdf02-e772-4a12-9579-fb8b52b89142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1475422 May 27 09:55:07.855224 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] For port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:07.858604 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:07.861156 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:07.868501 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-8b6d584a-fd42-4f27-8af3-82ac5ce77df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:07.928417 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] For port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=31cf39b5-6d2d-4c86-8df9-083258e0f6d4,segment=NetworkSegment(e9987260-03d2-45fb-b559-0aaceeecd2a8),segment_id=e9987260-03d2-45fb-b559-0aaceeecd2a8)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:07.945202 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:07.950000 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-893d169d-28be-4c3e-bba8-c4a83a69f0cd service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166986 May 27 09:55:07.960301 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:08.005344 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:08.011639 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-6b3e75ee-e7fc-4c2a-b49b-5a852c83bf86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:08.014828 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:08.143908 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Pushing event updated for resources: {'Port': ['ID=2c9bfea0-08da-4950-bef7-006443b51144,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:08.153565 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:08.179725 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Pushing event updated for resources: {'Port': ['ID=31cf39b5-6d2d-4c86-8df9-083258e0f6d4,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:08.182976 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:08.326369 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '339687b6-4871-4cd5-8363-82b69591c6cb', 'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'mac_address': 'fa:16:3e:70:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:04Z', 'updated_at': '2021-05-27T09:53:11Z', 'revision_number': 5, 'project_id': '2905790141554ac096da10365a556725', 'subnets': [{'id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:08.331917 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf05a3f-6dda-46dd-96e1-60004bc9f9f7 None None] The sync data for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi is: [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:53:04Z', 'revision_number': 4, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '339687b6-4871-4cd5-8363-82b69591c6cb', 'name': '', 'network_id': '546fdf02-e772-4a12-9579-fb8b52b89142', 'tenant_id': '2905790141554ac096da10365a556725', 'mac_address': 'fa:16:3e:70:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:04Z', 'updated_at': '2021-05-27T09:53:11Z', 'revision_number': 5, 'project_id': '2905790141554ac096da10365a556725', 'subnets': [{'id': '00862f96-f12c-4a7b-97d8-cee7ae6bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:08.543715 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-44f21610-5ace-47e9-b5a4-0137c9882598 req-0c2a3d79-380a-452e-84d3-ffe2e13aef25 service neutron] 10.222.0.45 "GET /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671575 May 27 09:55:08.663129 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266380b-bb68-48bf-b3e6-d1a830a94b01 None None] New status for floating IP 4bfb61c0-6aea-4c06-ae1b-4ac4890afb62: DOWN {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:55:08.791547 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:08.877477 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:08.956224 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:08.961803 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:09.035960 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:09.041188 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:09.041581 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.177430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.184470 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.218406 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=9e73c2e9-ee8b-4fc9-ac76-ced334c761b5,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:09.224354 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.227232 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-608bed77-17e9-461d-9355-9adb9772b0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:09.313223 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc6e2b0-ee48-4e35-8e64-cb2fccf278ad None None] Network 0b06c419-cff2-4882-afd2-918567e7ce2d requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:55:09.389692 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:55:09.424972 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-7ab159f3-9a1c-457c-8fa5-0db143747a47 None None] Provisioning for port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:09.450619 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-7ab159f3-9a1c-457c-8fa5-0db143747a47 None None] Provisioning complete for port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:09.451026 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-7ab159f3-9a1c-457c-8fa5-0db143747a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.483795 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=9e73c2e9-ee8b-4fc9-ac76-ced334c761b5,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:09.503129 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:09.581943 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:09.604371 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.608205 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6744738 May 27 09:55:09.608367 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46590) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:09.642462 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Sync routers for ids ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:09.686226 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Routers {'45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:09.686908 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:09.772827 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-7ab159f3-9a1c-457c-8fa5-0db143747a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.894493 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-7ab159f3-9a1c-457c-8fa5-0db143747a47 None None] For port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=31cf39b5-6d2d-4c86-8df9-083258e0f6d4,segment=NetworkSegment(e9987260-03d2-45fb-b559-0aaceeecd2a8),segment_id=e9987260-03d2-45fb-b559-0aaceeecd2a8)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:09.902067 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-7ab159f3-9a1c-457c-8fa5-0db143747a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.905659 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:09.982638 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Set router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:10.242323 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab159f3-9a1c-457c-8fa5-0db143747a47 None None] Pushing event updated for resources: {'Port': ['ID=31cf39b5-6d2d-4c86-8df9-083258e0f6d4,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:10.247485 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-7ab159f3-9a1c-457c-8fa5-0db143747a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:10.269359 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-9a2d0a46-c824-4f18-bcbf-2390a84f63fc None None] Provisioning complete for port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:10.269740 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-9a2d0a46-c824-4f18-bcbf-2390a84f63fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:10.405424 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20b698-88a4-48c8-9a2e-caae82f27441 req-9bac3578-19f3-4835-a8cc-f962eb6b1496 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:10.407271 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dd20b698-88a4-48c8-9a2e-caae82f27441 req-9bac3578-19f3-4835-a8cc-f962eb6b1496 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.2232413 May 27 09:55:10.466447 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '2c9bfea0-08da-4950-bef7-006443b51144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:05Z', 'updated_at': '2021-05-27T09:55:08Z', 'revision_number': 3, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'gw_port': {'id': '2c9bfea0-08da-4950-bef7-006443b51144', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:07Z', 'updated_at': '2021-05-27T09:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:10.470319 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Checking router: 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:10.470678 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Updating router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 port 2c9bfea0-08da-4950-bef7-006443b51144 binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:55:10.497755 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-dd20b698-88a4-48c8-9a2e-caae82f27441 req-483ad91e-6be2-4463-b3c4-ebddde7dcc99 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825789 May 27 09:55:10.527664 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:10.576436 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:10.782938 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:10.788452 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Allocated IP 172.20.0.1 (0b06c419-cff2-4882-afd2-918567e7ce2d/6a7c9125-c4df-4b56-9ca4-b08b8d110bf7/53d85be0-909a-44a7-aa52-7530f86e266e) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:10.940076 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:10.956137 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Transition to ACTIVE for port object 53d85be0-909a-44a7-aa52-7530f86e266e will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:10.957434 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:10.957769 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:10.978743 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:10.983189 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-11416765-5c00-43d7-beef-bb1ba0014c84 tempest-VolumesNegativeTest-1357467149 tempest-VolumesNegativeTest-1357467149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:11.012179 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.031328 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Transition to ACTIVE for port object 2c9bfea0-08da-4950-bef7-006443b51144 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:11.040599 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.044369 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:11.048380 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Network 0b06c419-cff2-4882-afd2-918567e7ce2d is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:11.051510 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:11.053972 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:11.108420 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Pushing event updated for resources: {'Port': ['ID=53d85be0-909a-44a7-aa52-7530f86e266e,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:11.111919 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:11.123404 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.168174 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbfd03-7a93-41ec-ba36-90c4723f0a7d None None] Pushing event updated for resources: {'Port': ['ID=2c9bfea0-08da-4950-bef7-006443b51144,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:11.175037 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c2dbfd03-7a93-41ec-ba36-90c4723f0a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:11.175749 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Attempting to bind port 2c9bfea0-08da-4950-bef7-006443b51144 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:11.176162 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Attempting to bind port 2c9bfea0-08da-4950-bef7-006443b51144 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:11.176515 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Attempting to bind port 2c9bfea0-08da-4950-bef7-006443b51144 on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:11.187476 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:11.188412 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:11.188826 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.189228 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:11.189719 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Bound port: 2c9bfea0-08da-4950-bef7-006443b51144, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:11.190106 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.228299 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:11.319328 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-1782ac2e-99d4-4e5c-a651-75b5777ca020 None None] Provisioning for port 53d85be0-909a-44a7-aa52-7530f86e266e completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:11.332832 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-1782ac2e-99d4-4e5c-a651-75b5777ca020 None None] Provisioning complete for port 53d85be0-909a-44a7-aa52-7530f86e266e triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:11.333218 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-1782ac2e-99d4-4e5c-a651-75b5777ca020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.370249 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] For port 2c9bfea0-08da-4950-bef7-006443b51144, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:11.384110 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.401612 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] For port 2c9bfea0-08da-4950-bef7-006443b51144, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=2c9bfea0-08da-4950-bef7-006443b51144,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:11.403320 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-1782ac2e-99d4-4e5c-a651-75b5777ca020 None None] Port 53d85be0-909a-44a7-aa52-7530f86e266e cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:55:11.405092 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:11.405521 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.434927 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.444944 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:11.540112 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Routers {'45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:11.540751 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:11.605501 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbfd03-7a93-41ec-ba36-90c4723f0a7d None None] Pushing event updated for resources: {'Port': ['ID=2c9bfea0-08da-4950-bef7-006443b51144,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:11.617644 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c2dbfd03-7a93-41ec-ba36-90c4723f0a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:11.629366 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.635096 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.664509 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bab790c8-2ffc-40d7-aea6-1bdf0c835f07 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:11.719710 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b8ba2-e98b-4a3f-a74b-c55e0470d36d req-72e80a08-7948-4b9d-9f34-c90956e07130 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:11.720535 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-e47b8ba2-e98b-4a3f-a74b-c55e0470d36d req-72e80a08-7948-4b9d-9f34-c90956e07130 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Synchronizing usage tracker for tenant:2905790141554ac096da10365a556725 on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:55:11.737511 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-e47b8ba2-e98b-4a3f-a74b-c55e0470d36d req-72e80a08-7948-4b9d-9f34-c90956e07130 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Unset dirty status for tenant:2905790141554ac096da10365a556725 on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:55:11.739237 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e47b8ba2-e98b-4a3f-a74b-c55e0470d36d req-72e80a08-7948-4b9d-9f34-c90956e07130 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.1079516 May 27 09:55:11.747620 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:11.752129 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Pushing event updated for resources: {'Port': ['ID=53d85be0-909a-44a7-aa52-7530f86e266e,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:11.755571 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:11.793957 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] Set router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:11.800966 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-e47b8ba2-e98b-4a3f-a74b-c55e0470d36d req-320403ff-97b0-4a3a-978c-2074c9691664 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Synchronizing usage tracker for tenant:2905790141554ac096da10365a556725 on resource:security_group {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:55:11.819591 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-e47b8ba2-e98b-4a3f-a74b-c55e0470d36d req-320403ff-97b0-4a3a-978c-2074c9691664 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Unset dirty status for tenant:2905790141554ac096da10365a556725 on resource:security_group {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:55:11.820933 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e47b8ba2-e98b-4a3f-a74b-c55e0470d36d req-320403ff-97b0-4a3a-978c-2074c9691664 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726838 May 27 09:55:12.063924 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-14780e89-72cc-4ac0-a6bc-59495f547dbe tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:12.065373 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-14780e89-72cc-4ac0-a6bc-59495f547dbe tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.45 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.3094320 May 27 09:55:12.115273 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Network 0b06c419-cff2-4882-afd2-918567e7ce2d is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:12.122268 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:12.122465 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '2c9bfea0-08da-4950-bef7-006443b51144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:05Z', 'updated_at': '2021-05-27T09:55:11Z', 'revision_number': 4, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'gw_port': {'id': '2c9bfea0-08da-4950-bef7-006443b51144', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:07Z', 'updated_at': '2021-05-27T09:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '53d85be0-909a-44a7-aa52-7530f86e266e', 'name': '', 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:10Z', 'updated_at': '2021-05-27T09:55:10Z', 'revision_number': 1, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'subnets': [{'id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:12.127645 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b49e89-9481-4abf-a73f-fb2d45028fd5 None None] The sync data for ids ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'] in dv-cinder-788782-3-iscsi is: [{'id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '2c9bfea0-08da-4950-bef7-006443b51144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:05Z', 'updated_at': '2021-05-27T09:55:11Z', 'revision_number': 4, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'gw_port': {'id': '2c9bfea0-08da-4950-bef7-006443b51144', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:07Z', 'updated_at': '2021-05-27T09:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '53d85be0-909a-44a7-aa52-7530f86e266e', 'name': '', 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:10Z', 'updated_at': '2021-05-27T09:55:10Z', 'revision_number': 1, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'subnets': [{'id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:12.355644 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-ccc47639-8085-48d6-90c8-0d18637c2daf None None] Provisioning complete for port 53d85be0-909a-44a7-aa52-7530f86e266e triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:12.356122 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ccc47639-8085-48d6-90c8-0d18637c2daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:12.405266 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:55:12.411745 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Deleting port 70dc6960-7078-4eb3-a052-73407f3b625c {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:12.412097 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:12.415681 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-ccc47639-8085-48d6-90c8-0d18637c2daf None None] Port 53d85be0-909a-44a7-aa52-7530f86e266e cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:55:12.712503 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] For port 70dc6960-7078-4eb3-a052-73407f3b625c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=70dc6960-7078-4eb3-a052-73407f3b625c,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:12.712948 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:12.851236 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Calling delete_port for 70dc6960-7078-4eb3-a052-73407f3b625c owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:12.854507 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:12.866541 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] 10.222.0.20 "PUT /v2.0/routers/45bc31b5-9dfe-4850-b51c-a34f2b0e3a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2571964 May 27 09:55:13.027648 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.038447 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-22dba697-05ff-4445-ad6c-73eabb48b7ed tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:13.040815 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['70dc6960-7078-4eb3-a052-73407f3b625c'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:55:13.113911 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Pushing event deleted for resources: {'Port': ['ID=70dc6960-7078-4eb3-a052-73407f3b625c,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:13.116409 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:13.169761 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] No DVR routers for this DVR port 70dc6960-7078-4eb3-a052-73407f3b625c on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:55:13.173097 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.176178 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'name': 'network-vif-deleted', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:55:13.189423 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa6dd9-83d9-4de8-a896-149b590e91d4 req-2a9c0569-fda9-4550-982b-8c09bb2cbbfd tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:13.190933 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-39fa6dd9-83d9-4de8-a896-149b590e91d4 req-2a9c0569-fda9-4550-982b-8c09bb2cbbfd tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d42f93-f7cf-4805-864e-ae660704ae1a HTTP/1.1" status: 200 len: 945 time: 0.2534068 May 27 09:55:13.235921 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-471f520c-44e8-4577-9820-3aa880c15aa8 req-a076777a-8cda-4904-a252-69a2acf7bbd7 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.45 "DELETE /v2.0/ports/70dc6960-7078-4eb3-a052-73407f3b625c HTTP/1.1" status: 204 len: 173 time: 1.1628163 May 27 09:55:13.257203 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-39fa6dd9-83d9-4de8-a896-149b590e91d4 req-6cbb37f8-857a-410a-88e9-3e9bad983c6d tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] 10.222.0.20 "GET /v2.0/security-groups?id=94fc96b7-e6b2-47ce-9c32-b3e26126157a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483413 May 27 09:55:13.310238 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d42f93-f7cf-4805-864e-ae660704ae1a', 'name': 'network-vif-deleted', 'tag': '70dc6960-7078-4eb3-a052-73407f3b625c', 'status': 'completed', 'code': 200} May 27 09:55:13.391149 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46612) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:13.396471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535354802', 'description': 'tempest-secgroup-smoke-535354802 description', 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:13.402254 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:13.406137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Usage tracker for resource:security_group and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:13.408947 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:13.415324 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:13.426590 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.448884 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:13.452728 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Usage tracker for resource:security_group_rule and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:13.456310 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:13.462229 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:13.540924 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.544783 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.549247 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-58d6c143-35bf-412c-b7a3-bd80d9a68b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:13.591390 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d96779-962b-4414-8f3a-1fbfb8d59acd,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:13.594932 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.596236 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2040038 May 27 09:55:13.597135 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f19caa17-c594-43e1-b8cf-0e47b8c03c3a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:13.599216 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46616) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:13.604510 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Request body: {'security_group_rule': {'security_group_id': '85d96779-962b-4414-8f3a-1fbfb8d59acd', 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:13.610508 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:13.614519 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Usage tracker for resource:security_group_rule and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:13.617487 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:13.623286 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:13.640288 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.716469 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.720958 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.723310 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-406f6e36-99a3-4baf-9e33-7eca5479d0e5 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:13.747536 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6d28cf-a21e-40bb-91d5-f523d6425379,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:13.753111 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:13.760045 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.761636 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-51005e2c-3150-4432-8b9f-d4caea9d66a0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615102 May 27 09:55:13.764598 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46620) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:13.771966 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Request body: {'security_group_rule': {'security_group_id': '85d96779-962b-4414-8f3a-1fbfb8d59acd', 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:13.779769 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:13.783971 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Usage tracker for resource:security_group_rule and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:13.787868 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:13.794309 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:13.814190 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.887031 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.892048 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.894180 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:13.918187 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdb18f4-d740-4f9d-b841-2e04b4cdb387,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:13.922466 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:13.931230 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:13.932523 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4f698014-58af-44ce-8183-e1b8d594f8c4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667066 May 27 09:55:13.935185 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46624) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:13.942200 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Request body: {'security_group_rule': {'security_group_id': '85d96779-962b-4414-8f3a-1fbfb8d59acd', 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:13.948239 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:13.952179 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Usage tracker for resource:security_group_rule and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:13.956061 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:13.961918 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:13.977914 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.043187 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.047465 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.049546 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1c3e0a68-1721-4db8-adc8-5d8f2bd1d6ed tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:14.072752 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368b2406-c8d2-4faa-ad76-3c8759ee09e5,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:14.077581 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:14.083332 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.084736 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4803790e-13dc-457d-818a-46bea603ed34 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485929 May 27 09:55:14.087454 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46628) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:14.092628 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Request body: {'security_group_rule': {'security_group_id': '85d96779-962b-4414-8f3a-1fbfb8d59acd', 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:14.098992 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:14.104661 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Usage tracker for resource:security_group_rule and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:14.107867 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:14.115112 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:14.132381 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.199358 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.204418 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.206432 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:14.229183 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695c2c27-d3c2-49cd-bd4c-ef8ed265c95c,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:14.233614 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:14.239088 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.240424 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-35c110d0-2341-42e5-b482-7516b7afe166 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519692 May 27 09:55:14.243392 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46632) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:14.249139 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Request body: {'security_group_rule': {'security_group_id': '85d96779-962b-4414-8f3a-1fbfb8d59acd', 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:14.256262 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:14.260542 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Usage tracker for resource:security_group_rule and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:14.263771 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:14.269893 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:14.279934 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.securitygroups_db [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Project c27d0db7ffdc471abb1f9715deb44c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:55:14.286310 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.357073 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.361590 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.368339 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:14.392954 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1820b5-f9cb-4c90-b0d6-280b49f87939,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:14.395373 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:14.403179 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.407539 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-6622d9ff-c002-4bc4-bf8d-72d7e7b130e7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1628666 May 27 09:55:14.407847 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46644) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:14.413209 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Request body: {'security_group_rule': {'security_group_id': '85d96779-962b-4414-8f3a-1fbfb8d59acd', 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:14.419112 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:14.424293 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Usage tracker for resource:security_group_rule and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:14.427568 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:14.434408 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:14.443735 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.securitygroups_db [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Project c27d0db7ffdc471abb1f9715deb44c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:55:14.449185 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.517959 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.521831 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.528636 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-74695653-2f62-41aa-bf41-120a63e51890 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:14.550046 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d17f51-b126-4379-8118-63a0c28ba8be,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:14.552944 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:14.560463 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:14.561779 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d1c56670-6fff-4077-8813-022df76ea3d6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1528935 May 27 09:55:14.820523 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 2c9bfea0-08da-4950-bef7-006443b51144 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:14.902069 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 2c9bfea0-08da-4950-bef7-006443b51144 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:14.908328 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 2c9bfea0-08da-4950-bef7-006443b51144 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:14.908710 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:15.084201 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:15.098212 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46716) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:15.108824 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 2c9bfea0-08da-4950-bef7-006443b51144, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=2c9bfea0-08da-4950-bef7-006443b51144,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:15.116349 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:15.119709 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-d3516718-9e90-40e7-8c5e-af0fb24d23fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:15.145401 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Sync routers for ids ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:15.158744 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Routers {'45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:15.159007 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:15.211749 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=2c9bfea0-08da-4950-bef7-006443b51144,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:15.214979 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:15.385935 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Set router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:15.713679 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '2c9bfea0-08da-4950-bef7-006443b51144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:05Z', 'updated_at': '2021-05-27T09:55:11Z', 'revision_number': 4, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'gw_port': {'id': '2c9bfea0-08da-4950-bef7-006443b51144', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:07Z', 'updated_at': '2021-05-27T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '53d85be0-909a-44a7-aa52-7530f86e266e', 'name': '', 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:10Z', 'updated_at': '2021-05-27T09:55:11Z', 'revision_number': 2, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'subnets': [{'id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:15.717847 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Checking router: 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:15.718563 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Updating router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 port 53d85be0-909a-44a7-aa52-7530f86e266e binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:55:15.774600 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:15.835249 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662012'] for router_interface, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.148377 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.160861 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Transition to ACTIVE for port object 53d85be0-909a-44a7-aa52-7530f86e266e will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:16.167851 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.172806 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:16.265391 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Deleting port 339687b6-4871-4cd5-8363-82b69591c6cb {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:16.266599 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.308270 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a02d09-dc06-4c8b-ab3c-08be04d33496 None None] Pushing event updated for resources: {'Port': ['ID=53d85be0-909a-44a7-aa52-7530f86e266e,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:16.311083 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-d3a02d09-dc06-4c8b-ab3c-08be04d33496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:16.402598 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Attempting to bind port 53d85be0-909a-44a7-aa52-7530f86e266e on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:16.403109 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Attempting to bind port 53d85be0-909a-44a7-aa52-7530f86e266e by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': 'e9987260-03d2-45fb-b559-0aaceeecd2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:16.403728 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Attempting to bind port 53d85be0-909a-44a7-aa52-7530f86e266e on network 0b06c419-cff2-4882-afd2-918567e7ce2d {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:16.403967 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] For port 339687b6-4871-4cd5-8363-82b69591c6cb, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=339687b6-4871-4cd5-8363-82b69591c6cb,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:16.404328 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.411688 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:16.412417 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Checking segment: {'id': 'e9987260-03d2-45fb-b559-0aaceeecd2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:16.413010 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.413572 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Bound using segment: {'id': 'e9987260-03d2-45fb-b559-0aaceeecd2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:16.414199 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Bound port: 53d85be0-909a-44a7-aa52-7530f86e266e, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9987260-03d2-45fb-b559-0aaceeecd2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:16.414738 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.518327 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] For port 53d85be0-909a-44a7-aa52-7530f86e266e, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:16.521254 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] For port 53d85be0-909a-44a7-aa52-7530f86e266e, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=53d85be0-909a-44a7-aa52-7530f86e266e,segment=NetworkSegment(e9987260-03d2-45fb-b559-0aaceeecd2a8),segment_id=e9987260-03d2-45fb-b559-0aaceeecd2a8)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:16.525826 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.529530 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:16.559325 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Calling delete_port for 339687b6-4871-4cd5-8363-82b69591c6cb owned by network:router_interface {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:16.609326 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Routers {'45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:16.609970 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:16.680349 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a02d09-dc06-4c8b-ab3c-08be04d33496 None None] Pushing event updated for resources: {'Port': ['ID=53d85be0-909a-44a7-aa52-7530f86e266e,revision_number=4']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:16.685316 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-d3a02d09-dc06-4c8b-ab3c-08be04d33496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:16.821808 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] Set router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:16.826837 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 2c9bfea0-08da-4950-bef7-006443b51144 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:16.879738 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.883939 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:16.917651 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 2c9bfea0-08da-4950-bef7-006443b51144 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:16.918040 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:16.944640 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 70dc6960-7078-4eb3-a052-73407f3b625c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:55:16.997619 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 70dc6960-7078-4eb3-a052-73407f3b625c {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:55:16.997981 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 70dc6960-7078-4eb3-a052-73407f3b625c not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:55:17.056071 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=339687b6-4871-4cd5-8363-82b69591c6cb,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:17.058637 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:17.083829 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 53d85be0-909a-44a7-aa52-7530f86e266e up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:17.170753 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 53d85be0-909a-44a7-aa52-7530f86e266e completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:17.178400 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 53d85be0-909a-44a7-aa52-7530f86e266e triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:17.179154 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:17.209011 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '2c9bfea0-08da-4950-bef7-006443b51144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:05Z', 'updated_at': '2021-05-27T09:55:11Z', 'revision_number': 4, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'gw_port': {'id': '2c9bfea0-08da-4950-bef7-006443b51144', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:07Z', 'updated_at': '2021-05-27T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '53d85be0-909a-44a7-aa52-7530f86e266e', 'name': '', 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:10Z', 'updated_at': '2021-05-27T09:55:16Z', 'revision_number': 4, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'subnets': [{'id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:17.215310 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab83c3-1ce4-415d-9d0f-4e016c23f1e7 None None] The sync data for ids ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'] in dv-cinder-788782-3-iscsi is: [{'id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '2c9bfea0-08da-4950-bef7-006443b51144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:05Z', 'updated_at': '2021-05-27T09:55:11Z', 'revision_number': 4, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'gw_port': {'id': '2c9bfea0-08da-4950-bef7-006443b51144', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:07Z', 'updated_at': '2021-05-27T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '53d85be0-909a-44a7-aa52-7530f86e266e', 'name': '', 'network_id': '0b06c419-cff2-4882-afd2-918567e7ce2d', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:10Z', 'updated_at': '2021-05-27T09:55:16Z', 'revision_number': 4, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'subnets': [{'id': '6a7c9125-c4df-4b56-9ca4-b08b8d110bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:17.315617 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:17.354276 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 53d85be0-909a-44a7-aa52-7530f86e266e, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=53d85be0-909a-44a7-aa52-7530f86e266e,segment=NetworkSegment(e9987260-03d2-45fb-b559-0aaceeecd2a8),segment_id=e9987260-03d2-45fb-b559-0aaceeecd2a8)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:17.358533 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:17.365900 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aea9669d-9db1-4a1d-839e-df5179552cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:17.380517 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665676'] for router_interface, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:17.444111 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=53d85be0-909a-44a7-aa52-7530f86e266e,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:17.447381 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:17.780398 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:55:17.970211 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:17.978310 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] Sync routers for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:17.983054 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-1e5885b4-cb40-4eeb-8092-49455323fc80 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c8ec4bc-0233-410d-9e9c-b9da9050a77e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8847442 May 27 09:55:17.986209 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46742) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:17.988018 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:17.988635 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:18.170857 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks [] for router, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:18.174497 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:18.349053 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:18.474665 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '4ab29591-9123-4556-b86c-4e590c00e237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:55:16Z', 'revision_number': 5, 'project_id': '2905790141554ac096da10365a556725', 'gw_port': {'id': '4ab29591-9123-4556-b86c-4e590c00e237', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:01Z', 'updated_at': '2021-05-27T09:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:18.478724 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] Checking router: 7c8ec4bc-0233-410d-9e9c-b9da9050a77e for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:18.487652 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] Routers {'7c8ec4bc-0233-410d-9e9c-b9da9050a77e'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:18.488274 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:18.542952 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Deleting port 4ab29591-9123-4556-b86c-4e590c00e237 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:18.543355 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:18.650836 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] Set router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e gateway port host: None {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:18.679784 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] For port 4ab29591-9123-4556-b86c-4e590c00e237, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=4ab29591-9123-4556-b86c-4e590c00e237,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:18.680193 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:18.766808 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:55:18Z', 'revision_number': 6, 'project_id': '2905790141554ac096da10365a556725', 'gw_port_host': None}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:18.769205 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdd304-c342-471b-9de8-0fa524cd7404 None None] The sync data for ids ['7c8ec4bc-0233-410d-9e9c-b9da9050a77e'] in dv-cinder-788782-3-iscsi is: [{'id': '7c8ec4bc-0233-410d-9e9c-b9da9050a77e', 'name': 'tempest-TestMinimumBasicScenario-94156672-router', 'tenant_id': '2905790141554ac096da10365a556725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:00Z', 'updated_at': '2021-05-27T09:55:18Z', 'revision_number': 6, 'project_id': '2905790141554ac096da10365a556725', 'gw_port_host': None}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:18.817882 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Calling delete_port for 4ab29591-9123-4556-b86c-4e590c00e237 owned by network:router_gateway {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:18.962149 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:18.966081 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6e3fbca6-476b-4b26-a891-e27b3c35204a tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:19.009251 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab29591-9123-4556-b86c-4e590c00e237,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:19.012768 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:19.108975 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667091'] for router_gateway, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.148378 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 53d85be0-909a-44a7-aa52-7530f86e266e up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:19.268618 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 53d85be0-909a-44a7-aa52-7530f86e266e triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:19.269002 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.302127 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.304398 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.328946 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669536'] for router, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.329491 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c8ec4bc-0233-410d-9e9c-b9da9050a77e {{(pid=108800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:55:19.341968 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.345518 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7c8ec4bc-0233-410d-9e9c-b9da9050a77e HTTP/1.1" status: 204 len: 168 time: 1.3556561 May 27 09:55:19.345917 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46748) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:19.407518 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Deleting subnet 00862f96-f12c-4a7b-97d8-cee7ae6bfa34 {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:55:19.410595 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.464867 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-792483'] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.544530 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.810187 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1741603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262222279'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.819075 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:19.854479 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:19.857639 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00862f96-f12c-4a7b-97d8-cee7ae6bfa34,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:19.859762 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb31b7-5ea3-4b7b-a009-442dc7892f82 None None] Network 546fdf02-e772-4a12-9579-fb8b52b89142 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:55:19.864564 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00862f96-f12c-4a7b-97d8-cee7ae6bfa34 HTTP/1.1" status: 204 len: 168 time: 0.5175831 May 27 09:55:19.867060 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46754) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:19.869648 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.870040 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.870414 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.870836 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.871166 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.871530 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.871906 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.872255 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.872616 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.873177 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.873545 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.873901 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:19.877763 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-eccf539b-55f5-43f8-9e33-3b0b689e05d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:19.984209 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.057819 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Deleting port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:20.058509 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.114583 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] DHCP port deletion for 546fdf02-e772-4a12-9579-fb8b52b89142 request from dv-cinder-788782-3-iscsi {{(pid=108801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:55:20.163887 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] For port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:20.164245 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.192311 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] Deleting port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e {{(pid=108801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:20.193027 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.290905 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Calling delete_port for e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e owned by network:dhcp {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:20.296351 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] For port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e,segment=NetworkSegment(3811f675-1c1b-4288-8915-9bbf7549012b),segment_id=3811f675-1c1b-4288-8915-9bbf7549012b)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:20.296924 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.339164 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.342900 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:20.389842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:20.393748 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:20.397348 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] No DVR routers for this DVR port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e on host dv-cinder-788782-3-iscsi {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:55:20.432135 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] Calling delete_port for e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e owned by network:dhcp {{(pid=108801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:20.476851 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989'] for port, after_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.480371 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:20.528108 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] Pushing event deleted for resources: {'Port': ['ID=e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e,revision_number=None']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:20.531891 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:20.532711 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] No DVR routers for this DVR port e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e on host dv-cinder-788782-3-iscsi {{(pid=108801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:55:20.626722 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.646993 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546fdf02-e772-4a12-9579-fb8b52b89142']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:20.659908 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3811f675-1c1b-4288-8915-9bbf7549012b') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:20.660251 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3811f675-1c1b-4288-8915-9bbf7549012b') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:20.673156 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.689280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.695925 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:55:20.696394 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:55:20.709978 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:55:20.776155 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:55:20.791087 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.796255 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:20.812389 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:20.819166 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:55:20.819533 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e7ffc73e-d5f0-4665-8d0b-6a04674dbf1e not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:55:20.819750 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Pushing event deleted for resources: {'Network': ['ID=546fdf02-e772-4a12-9579-fb8b52b89142,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:20.820071 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 4ab29591-9123-4556-b86c-4e590c00e237 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:55:20.824394 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:20.838330 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-49005ef5-c366-476b-a4a3-d4e30b9a895e admin admin] 10.222.0.20 "DELETE /v2.0/networks/546fdf02-e772-4a12-9579-fb8b52b89142 HTTP/1.1" status: 204 len: 168 time: 0.9700794 May 27 09:55:20.841179 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46760) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:20.863927 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 4ab29591-9123-4556-b86c-4e590c00e237 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:55:20.864284 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 4ab29591-9123-4556-b86c-4e590c00e237 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:55:20.864719 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 339687b6-4871-4cd5-8363-82b69591c6cb no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:55:20.907075 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 339687b6-4871-4cd5-8363-82b69591c6cb {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:55:20.907541 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 339687b6-4871-4cd5-8363-82b69591c6cb not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:55:21.498051 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662012'] for router_interface, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:21.920708 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Deleting port e132000a-d68a-46f7-9635-c2ba7923c29f {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:21.921250 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:22.045339 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] For port e132000a-d68a-46f7-9635-c2ba7923c29f, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=e132000a-d68a-46f7-9635-c2ba7923c29f,segment=NetworkSegment(1ca5f371-1250-4703-b50d-e84b97fd22cb),segment_id=1ca5f371-1250-4703-b50d-e84b97fd22cb)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:22.045760 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:22.178851 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Calling delete_port for e132000a-d68a-46f7-9635-c2ba7923c29f owned by network:router_interface {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:22.570162 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:22.575293 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:22.620719 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=e132000a-d68a-46f7-9635-c2ba7923c29f,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:22.649896 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:22.896002 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665676'] for router_interface, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:23.272290 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Router 71a4b782-fb83-4062-8571-618d4ff0708b has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:55:23.457926 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:23.466076 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] Sync routers for ids ['71a4b782-fb83-4062-8571-618d4ff0708b'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:23.466638 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] 10.222.0.20 "PUT /v2.0/routers/71a4b782-fb83-4062-8571-618d4ff0708b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6242616 May 27 09:55:23.469855 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46768) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:23.476718 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] Routers {'71a4b782-fb83-4062-8571-618d4ff0708b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:23.477336 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['71a4b782-fb83-4062-8571-618d4ff0708b'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:23.654658 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks [] for router, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:23.658461 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] Set router 71a4b782-fb83-4062-8571-618d4ff0708b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:23.838912 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:23.992275 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:07Z', 'updated_at': '2021-05-27T09:55:22Z', 'revision_number': 5, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'gw_port': {'id': '0a903032-cc09-44fe-913f-ae115b3a96f7', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:53:08Z', 'updated_at': '2021-05-27T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:23.996323 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] Checking router: 71a4b782-fb83-4062-8571-618d4ff0708b for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:24.005621 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] Routers {'71a4b782-fb83-4062-8571-618d4ff0708b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:24.006449 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['71a4b782-fb83-4062-8571-618d4ff0708b'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:24.024478 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Deleting port 0a903032-cc09-44fe-913f-ae115b3a96f7 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:24.024830 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:24.157728 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] Set router 71a4b782-fb83-4062-8571-618d4ff0708b gateway port host: None {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:24.159418 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] For port 0a903032-cc09-44fe-913f-ae115b3a96f7, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=0a903032-cc09-44fe-913f-ae115b3a96f7,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:24.159789 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:24.266881 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:07Z', 'updated_at': '2021-05-27T09:55:23Z', 'revision_number': 6, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'gw_port_host': None}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:24.270909 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116512bf-87c6-4450-b15e-6ea99b023ff8 None None] The sync data for ids ['71a4b782-fb83-4062-8571-618d4ff0708b'] in dv-cinder-788782-3-iscsi is: [{'id': '71a4b782-fb83-4062-8571-618d4ff0708b', 'name': 'tempest-TestMinimumBasicScenario-656195305-router', 'tenant_id': '921d4228532b4a3097bab904dbfd7b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:53:07Z', 'updated_at': '2021-05-27T09:55:23Z', 'revision_number': 6, 'project_id': '921d4228532b4a3097bab904dbfd7b76', 'gw_port_host': None}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:24.293665 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Calling delete_port for 0a903032-cc09-44fe-913f-ae115b3a96f7 owned by network:router_gateway {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:24.439920 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:24.443872 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1f380ffa-9dcf-471a-840f-745214b1f31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:24.487442 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a903032-cc09-44fe-913f-ae115b3a96f7,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:24.489840 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:24.532424 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:55:24.593052 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667091'] for router_gateway, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:24.776120 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:24.778635 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:24.865200 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669536'] for router, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:24.865733 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a4b782-fb83-4062-8571-618d4ff0708b {{(pid=108799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:55:24.879454 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] Notify callbacks [] for router, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:24.880606 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-1b0010aa-e36f-4d26-84de-b152c76da865 admin admin] 10.222.0.20 "DELETE /v2.0/routers/71a4b782-fb83-4062-8571-618d4ff0708b HTTP/1.1" status: 204 len: 168 time: 1.4098413 May 27 09:55:24.883095 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46774) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:24.950836 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8487660-2c16-4805-a01f-84fca9cf746e admin admin] Deleting subnet 531a4a4e-135b-446a-856a-5f5c2c031b94 {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:55:24.953924 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f8487660-2c16-4805-a01f-84fca9cf746e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.008498 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f8487660-2c16-4805-a01f-84fca9cf746e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-792483'] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.056185 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e132000a-d68a-46f7-9635-c2ba7923c29f no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:55:25.097919 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: e132000a-d68a-46f7-9635-c2ba7923c29f {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:55:25.098248 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device e132000a-d68a-46f7-9635-c2ba7923c29f not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:55:25.098676 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0a903032-cc09-44fe-913f-ae115b3a96f7 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:55:25.105798 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f8487660-2c16-4805-a01f-84fca9cf746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.134210 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 0a903032-cc09-44fe-913f-ae115b3a96f7 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:55:25.134815 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 0a903032-cc09-44fe-913f-ae115b3a96f7 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:55:25.383677 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f8487660-2c16-4805-a01f-84fca9cf746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1741603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262222279'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.387783 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:25.423518 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8487660-2c16-4805-a01f-84fca9cf746e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531a4a4e-135b-446a-856a-5f5c2c031b94,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:25.426600 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f8487660-2c16-4805-a01f-84fca9cf746e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:25.427597 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-f8487660-2c16-4805-a01f-84fca9cf746e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.432324 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1421b-5512-4907-8612-9616616f867f None None] Network d86cd416-5f56-4324-863a-e77bcf6656a9 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:55:25.434657 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-f8487660-2c16-4805-a01f-84fca9cf746e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/531a4a4e-135b-446a-856a-5f5c2c031b94 HTTP/1.1" status: 204 len: 168 time: 0.5506105 May 27 09:55:25.437225 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46780) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:25.648191 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.686664 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] DHCP port deletion for d86cd416-5f56-4324-863a-e77bcf6656a9 request from dv-cinder-788782-3-iscsi {{(pid=108801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:55:25.725565 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Deleting port 90bfc574-0970-4061-a714-07784d471882 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:25.725909 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.757826 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] Deleting port 90bfc574-0970-4061-a714-07784d471882 {{(pid=108801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:55:25.758126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.830611 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] For port 90bfc574-0970-4061-a714-07784d471882, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=90bfc574-0970-4061-a714-07784d471882,segment=NetworkSegment(1ca5f371-1250-4703-b50d-e84b97fd22cb),segment_id=1ca5f371-1250-4703-b50d-e84b97fd22cb)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:25.831010 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.859747 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] For port 90bfc574-0970-4061-a714-07784d471882, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=90bfc574-0970-4061-a714-07784d471882,segment=NetworkSegment(1ca5f371-1250-4703-b50d-e84b97fd22cb),segment_id=1ca5f371-1250-4703-b50d-e84b97fd22cb)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:25.860553 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:25.959952 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Calling delete_port for 90bfc574-0970-4061-a714-07784d471882 owned by network:dhcp {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:26.012326 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.018502 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] Calling delete_port for 90bfc574-0970-4061-a714-07784d471882 owned by network:dhcp {{(pid=108801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:55:26.018714 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5037c683-5b69-473c-ae20-d5fb2edf2c51 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:26.061477 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989'] for port, after_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.062681 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=90bfc574-0970-4061-a714-07784d471882,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:26.065616 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:26.066668 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] No DVR routers for this DVR port 90bfc574-0970-4061-a714-07784d471882 on host dv-cinder-788782-3-iscsi {{(pid=108799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:55:26.069694 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-1d9a0908-d838-4f50-8266-348a458943d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:26.115670 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] No DVR routers for this DVR port 90bfc574-0970-4061-a714-07784d471882 on host dv-cinder-788782-3-iscsi {{(pid=108801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:55:26.117823 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] Pushing event deleted for resources: {'Port': ['ID=90bfc574-0970-4061-a714-07784d471882,revision_number=None']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:26.120680 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-05b1e684-a272-43e1-9cd4-97570cc427aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:26.188418 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.202214 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86cd416-5f56-4324-863a-e77bcf6656a9']}} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:26.214221 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca5f371-1250-4703-b50d-e84b97fd22cb') {'for_net_delete': True} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:26.214520 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.services.segments.db [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca5f371-1250-4703-b50d-e84b97fd22cb') {} {{(pid=108799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:26.226101 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-792474'] for segment, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.243117 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.250517 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=108799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:55:26.251081 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1936769'] for segment, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: Traceback (most recent call last): May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: timer() May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: cb(*args, **kw) May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: return func(*args, **kwargs) May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: self._notify() May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: self.callback(batched_events) May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: event.method(event) May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: return f(self, *a, **k) May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._get(url).json() May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: return self.request(url, 'GET', **kwargs) May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:55:26.264496 dv-cinder-788782-3-iscsi neutron-server[108799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:55:26.344509 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.348768 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:26.364858 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.370907 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=d86cd416-5f56-4324-863a-e77bcf6656a9,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:26.375860 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:26.378318 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] 10.222.0.20 "DELETE /v2.0/networks/d86cd416-5f56-4324-863a-e77bcf6656a9 HTTP/1.1" status: 204 len: 168 time: 0.9397907 May 27 09:55:26.551153 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46800) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:26.600554 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-7279349a-4d9a-40ee-8a76-830839c6a13d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2905790141554ac096da10365a556725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481918 May 27 09:55:26.602931 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46804) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:26.665864 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f5b13b5-7310-4d2c-82a9-9d15f2eede65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.692720 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f5b13b5-7310-4d2c-82a9-9d15f2eede65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.744111 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f5b13b5-7310-4d2c-82a9-9d15f2eede65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.747930 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-f6444322-4efa-41a3-9330-c1a0fb6d4b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:26.762007 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b13b5-7310-4d2c-82a9-9d15f2eede65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fc96b7-e6b2-47ce-9c32-b3e26126157a,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:26.764533 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4f5b13b5-7310-4d2c-82a9-9d15f2eede65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:26.777428 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-4f5b13b5-7310-4d2c-82a9-9d15f2eede65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:26.779912 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 90bfc574-0970-4061-a714-07784d471882 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:55:26.782077 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4f5b13b5-7310-4d2c-82a9-9d15f2eede65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94fc96b7-e6b2-47ce-9c32-b3e26126157a HTTP/1.1" status: 204 len: 168 time: 0.1781924 May 27 09:55:26.818019 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 90bfc574-0970-4061-a714-07784d471882 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:55:26.818371 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 90bfc574-0970-4061-a714-07784d471882 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:55:27.120504 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46812) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:27.169450 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-643b84c8-c3e6-4e0f-8859-3c7dbf8ced72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=921d4228532b4a3097bab904dbfd7b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477479 May 27 09:55:27.172031 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46816) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:27.229492 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5540ed53-1513-4f91-894f-c6c62f107ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:27.255089 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5540ed53-1513-4f91-894f-c6c62f107ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:27.308981 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5540ed53-1513-4f91-894f-c6c62f107ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:27.314276 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-43506c6a-a980-4325-ae6d-47623de90d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:27.326985 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540ed53-1513-4f91-894f-c6c62f107ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c43668-50b9-436d-9017-ee2012315710,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:27.330137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-5540ed53-1513-4f91-894f-c6c62f107ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:27.331343 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-5540ed53-1513-4f91-894f-c6c62f107ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:27.332437 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-5540ed53-1513-4f91-894f-c6c62f107ab6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77c43668-50b9-436d-9017-ee2012315710 HTTP/1.1" status: 204 len: 168 time: 0.1595905 May 27 09:55:27.849740 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.045878 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46842) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:28.151275 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1189361766-network', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:28.155970 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:28.159799 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Usage tracker for resource:network and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:28.162682 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:28.168317 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:28.179031 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Made reservation on behalf of e69db4a0248a4f968b6eadeacdc3ee56 for: {'network': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:55:28.181394 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.193930 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.208365 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:28.213132 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Usage tracker for resource:security_group_rule and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:28.215863 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:28.221681 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:28.303736 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.307379 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.310281 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d035bae4-ceb2-4159-a909-b19f9ecbe2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:28.338171 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=108800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:55:28.346782 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7327271-2e65-43c3-869b-4e5eb5dc7eb3,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:28.350471 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:28.353007 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.353348 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.segments_db [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Added segment ea354614-476d-42d7-b059-6cc3a9c4ced1 of type vlan for network a6876e41-ac3a-49b2-9a45-8b969b85c027 May 27 09:55:28.383822 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.413489 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.414783 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:28.415370 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.418555 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1c2c2a56-4a88-450f-9bfe-4ed6c8d73548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:28.522833 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Pushing event updated for resources: {'Network': ['ID=a6876e41-ac3a-49b2-9a45-8b969b85c027,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:28.525829 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4788163 May 27 09:55:28.526722 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-1cb5b6db-e1ff-49aa-adcb-3d6d2579c72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:28.528753 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46850) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:28.535112 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:55:28.535532 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Request body: {'subnet': {'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1189361766-subnet', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:28.540439 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:28.544298 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Usage tracker for resource:subnet and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:28.547327 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:28.553824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:28.572023 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Made reservation on behalf of e69db4a0248a4f968b6eadeacdc3ee56 for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:55:28.574482 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262631003'] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.961080 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263179711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262630989'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:28.965672 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-77b17b77-4eec-470e-939e-63eb52a421ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:29.043125 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc00d181-0137-4db6-8c6e-f20a78a22e5d,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:29.047590 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Checking segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:29.048211 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Network hostable DHCP agents. Network: a6876e41-ac3a-49b2-9a45-8b969b85c027, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:55:29.050721 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:29.065854 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:55:29.074961 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, a6876e41-ac3a-49b2-9a45-8b969b85c027) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:29.083536 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:29.084266 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.084749 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7401f13a-78a6-42c3-bfdf-5f14a026cdc2 None None] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:55:29.104976 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-813bbfba-3126-49b4-8b67-67d6efccd709 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5751030 May 27 09:55:29.107798 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46854) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:29.114243 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:29.118938 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:29.122799 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Usage tracker for resource:router and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:29.126664 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:29.132697 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:29.143682 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.144677 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.159403 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.304900 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-a6876e41-ac3a-49b2-9a45-8b969b85c027', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:55:29.305756 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.426837 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.462732 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Allocated IP 172.20.0.2 (a6876e41-ac3a-49b2-9a45-8b969b85c027/fc00d181-0137-4db6-8c6e-f20a78a22e5d/7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:29.677579 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.687422 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Transition to ACTIVE for port object 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:29.705203 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Transition to ACTIVE for port object 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:29.711601 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.715961 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:29.779816 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:29.783699 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:29.786095 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:29.795744 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Pushing event updated for resources: {'Port': ['ID=7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:29.798736 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:29.842712 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.873478 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.892100 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Attempting to bind port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:29.892486 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Attempting to bind port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:29.892860 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Attempting to bind port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 on network a6876e41-ac3a-49b2-9a45-8b969b85c027 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:29.898180 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:29.898565 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Checking segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:29.899109 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.899455 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Bound using segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:29.900002 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Bound port: 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:29.900484 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:29.992733 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] For port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:29.996026 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] For port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:29.999748 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:30.008084 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c4a05ca1-a3fe-4669-86f0-1dc6412be477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:30.016257 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Allocated IP 172.27.3.224 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/ca5e3d31-755d-4c1e-9821-e9238eed0bd2) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:30.099274 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Pushing event updated for resources: {'Port': ['ID=7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:30.102584 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-69faa835-566e-49c0-9d0d-6bdd44fe8b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:30.170509 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:30.201164 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:30.205426 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-4f6305ba-24f5-4447-a0f1-42b8a98d656b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:30.274967 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:30.278828 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:30.282676 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:30.333849 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5e3d31-755d-4c1e-9821-e9238eed0bd2,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:30.341423 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:30.635651 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a177cad5-2305-42ea-86a8-fdbb0183ae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:30.725274 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:30.840396 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:30.930525 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:30.978017 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-4b191b03-7f75-4990-b1cf-2e1923e1df53 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535354802&fields=id&tenant_id=c27d0db7ffdc471abb1f9715deb44c4a HTTP/1.1" status: 200 len: 267 time: 0.0470533 May 27 09:55:31.058647 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf008e32-4e60-475f-8421-03c97c9820fe None None] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:55:31.148419 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-f4fe8c56-5eaa-4657-be3e-8ef0864d868f tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:31.150133 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-f4fe8c56-5eaa-4657-be3e-8ef0864d868f tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 808 time: 0.1643956 May 27 09:55:31.167587 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-508c0f21-576b-4f32-9970-cc03044660dc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/quotas/c27d0db7ffdc471abb1f9715deb44c4a HTTP/1.1" status: 200 len: 375 time: 0.0113127 May 27 09:55:31.175050 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-93eee92f-4724-46bf-8a73-c50a3bd5f58c None None] Provisioning for port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:31.185351 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-93eee92f-4724-46bf-8a73-c50a3bd5f58c None None] Provisioning complete for port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:31.185825 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-93eee92f-4724-46bf-8a73-c50a3bd5f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:31.222167 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:31.258245 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-c52707b8-5c3e-4e0f-a630-5235ce66bedb tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843997 May 27 09:55:31.275424 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-d380df03-2510-4361-bbe0-7ad2f888a41d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:55:31.277073 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-d380df03-2510-4361-bbe0-7ad2f888a41d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062513 May 27 09:55:31.418191 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-bb637c4a-0a2d-4e82-8e1f-7e908b0c836c service neutron] 10.222.0.20 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347506 May 27 09:55:31.441999 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Router 41c80334-b186-4891-af75-0ad26b25be91 is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:55:31.456789 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-93eee92f-4724-46bf-8a73-c50a3bd5f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:31.497477 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-93eee92f-4724-46bf-8a73-c50a3bd5f58c None None] For port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:31.505282 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-93eee92f-4724-46bf-8a73-c50a3bd5f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:31.507504 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:31.587816 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-3d796af1-b066-4003-9104-3c422a77edb6 service neutron] 10.222.0.20 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638157 May 27 09:55:31.604894 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eee92f-4724-46bf-8a73-c50a3bd5f58c None None] Pushing event updated for resources: {'Port': ['ID=7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:31.608232 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-93eee92f-4724-46bf-8a73-c50a3bd5f58c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:31.635007 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:31.648068 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Sync routers for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:31.660067 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:31.660452 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] Notify callbacks [] for router, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:31.661077 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:31.661795 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-9f0f797e-37d3-4923-b7c7-38b371eb18d7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5518725 May 27 09:55:31.664540 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46868) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:31.821087 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-a4fd72bf-324e-4e5e-bafd-1838e7ebf8f7 None None] Provisioning complete for port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:31.822206 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a4fd72bf-324e-4e5e-bafd-1838e7ebf8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:31.919938 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:32.068727 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-a28c510c-472d-4b22-ab28-0a189c89849d req-8e40368f-3074-48e0-a085-33655a4a6bb4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Synchronizing usage tracker for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:55:32.152495 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-a28c510c-472d-4b22-ab28-0a189c89849d req-8e40368f-3074-48e0-a085-33655a4a6bb4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Unset dirty status for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:55:32.153508 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a28c510c-472d-4b22-ab28-0a189c89849d req-8e40368f-3074-48e0-a085-33655a4a6bb4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 210 time: 0.1503236 May 27 09:55:32.288086 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:30Z', 'revision_number': 3, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:32.292336 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Checking router: 41c80334-b186-4891-af75-0ad26b25be91 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:32.292766 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Updating router 41c80334-b186-4891-af75-0ad26b25be91 port ca5e3d31-755d-4c1e-9821-e9238eed0bd2 binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:55:32.353143 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:32.447399 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:32.701307 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:32.714617 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Transition to ACTIVE for port object ca5e3d31-755d-4c1e-9821-e9238eed0bd2 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:32.722914 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:32.726677 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:32.783485 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Allocated IP 172.20.0.1 (a6876e41-ac3a-49b2-9a45-8b969b85c027/fc00d181-0137-4db6-8c6e-f20a78a22e5d/00f79d86-1b72-4e38-a044-8c9dc76194a2) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:32.792078 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:32.858389 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d5170-42a8-496f-a13a-836d3a086650 None None] Pushing event updated for resources: {'Port': ['ID=ca5e3d31-755d-4c1e-9821-e9238eed0bd2,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:32.866251 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Attempting to bind port ca5e3d31-755d-4c1e-9821-e9238eed0bd2 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:32.866628 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Attempting to bind port ca5e3d31-755d-4c1e-9821-e9238eed0bd2 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:32.867025 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Attempting to bind port ca5e3d31-755d-4c1e-9821-e9238eed0bd2 on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:32.869162 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-367d5170-42a8-496f-a13a-836d3a086650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:32.874441 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:32.874867 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:32.875268 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:32.875659 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:32.876135 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Bound port: ca5e3d31-755d-4c1e-9821-e9238eed0bd2, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:32.876513 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:32.937139 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:32.956030 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.provisioning_blocks [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Transition to ACTIVE for port object 00f79d86-1b72-4e38-a044-8c9dc76194a2 will not be triggered until provisioned by entity DHCP. {{(pid=108799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:32.960112 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:32.960484 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:32.988684 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:32.992725 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:32.994575 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] For port ca5e3d31-755d-4c1e-9821-e9238eed0bd2, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:33.015956 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] For port ca5e3d31-755d-4c1e-9821-e9238eed0bd2, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=ca5e3d31-755d-4c1e-9821-e9238eed0bd2,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:33.029118 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.037629 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:33.062446 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:33.065852 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:33.070370 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:33.113940 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=00f79d86-1b72-4e38-a044-8c9dc76194a2,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:33.121096 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:33.159072 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.263522 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d5170-42a8-496f-a13a-836d3a086650 None None] Pushing event updated for resources: {'Port': ['ID=ca5e3d31-755d-4c1e-9821-e9238eed0bd2,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:33.275772 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-367d5170-42a8-496f-a13a-836d3a086650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:33.284423 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:33.286004 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:33.402585 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.446808 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-27d01f42-e39e-433a-8789-7803d72c4c21 None None] Provisioning for port 00f79d86-1b72-4e38-a044-8c9dc76194a2 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:33.455485 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ef074b0c-7aaf-4bbf-b5d1-66113de12f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.474304 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-51a11a44-9ad5-48ce-90da-f30c9198acfe req-ba1f5176-f8cf-4425-988c-808235f8ec4e tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 210 time: 0.0785100 May 27 09:55:33.505402 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-30fc5334-9a70-479c-a292-d96e7b71982d tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:33.507009 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-30fc5334-9a70-479c-a292-d96e7b71982d tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.45 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 808 time: 0.5189009 May 27 09:55:33.509167 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-27d01f42-e39e-433a-8789-7803d72c4c21 None None] Provisioning complete for port 00f79d86-1b72-4e38-a044-8c9dc76194a2 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:33.509559 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-27d01f42-e39e-433a-8789-7803d72c4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.521267 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.557741 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-ecdc0ea4-dab3-4a13-8041-6525d4933caa tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c27d0db7ffdc471abb1f9715deb44c4a HTTP/1.1" status: 200 len: 379 time: 0.0424566 May 27 09:55:33.569564 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Request body: {'port': {'device_id': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'admin_state_up': True, 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'security_groups': ['85d96779-962b-4414-8f3a-1fbfb8d59acd']}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:33.600615 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-27d01f42-e39e-433a-8789-7803d72c4c21 None None] Port 00f79d86-1b72-4e38-a044-8c9dc76194a2 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:55:33.611359 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:33.716290 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:33.726582 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:33.736603 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Made reservation on behalf of c27d0db7ffdc471abb1f9715deb44c4a for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:55:33.740473 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.756506 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.761263 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.815206 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:33.845192 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:33.942053 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Allocated IP 172.20.0.8 (42011809-dcde-468d-b642-7d0c4ccc7fa7/8fe156bb-d01d-4699-a097-54323284cf5e/1faa6800-7e81-45b3-91fa-82045e87dc01) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:33.954723 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:30Z', 'revision_number': 3, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:33.960576 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be9e3c-bc89-4102-bf12-e924ef076598 None None] The sync data for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi is: [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:30Z', 'revision_number': 3, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:33.974701 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=00f79d86-1b72-4e38-a044-8c9dc76194a2,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:33.977682 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:34.056429 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:34.060493 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:34.177902 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:34.197618 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Transition to ACTIVE for port object 1faa6800-7e81-45b3-91fa-82045e87dc01 will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:34.214168 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:34.233796 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:34.263595 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:34.319417 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Router 41c80334-b186-4891-af75-0ad26b25be91 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:55:34.357454 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'Port': ['ID=1faa6800-7e81-45b3-91fa-82045e87dc01,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:34.362044 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Network 42011809-dcde-468d-b642-7d0c4ccc7fa7 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:34.363133 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:34.364208 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:34.366568 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:34.435100 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-0476315e-2afe-4f36-99c9-d0792e8abd82 None None] Provisioning complete for port 00f79d86-1b72-4e38-a044-8c9dc76194a2 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:34.435659 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0476315e-2afe-4f36-99c9-d0792e8abd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:34.460368 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:34.461302 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:34.493541 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-e8043100-151e-408a-ab0f-3a6a0717b40c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9297614 May 27 09:55:34.507051 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Request body: {'port': {'device_id': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:34.543863 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-0476315e-2afe-4f36-99c9-d0792e8abd82 None None] Port 00f79d86-1b72-4e38-a044-8c9dc76194a2 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:55:34.666400 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:34.760671 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:34.773442 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-f915d052-4e60-4724-9248-a171fba098b1 None None] Provisioning for port 1faa6800-7e81-45b3-91fa-82045e87dc01 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:34.774178 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] 10.222.0.20 "PUT /v2.0/routers/41c80334-b186-4891-af75-0ad26b25be91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1085825 May 27 09:55:34.781231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-f915d052-4e60-4724-9248-a171fba098b1 None None] Provisioning complete for port 1faa6800-7e81-45b3-91fa-82045e87dc01 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:34.783607 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-f915d052-4e60-4724-9248-a171fba098b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:34.805263 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3736e8-2fe1-47fe-8ebe-00fdfba1a74e req-8dbb2c56-6c10-43bc-9fba-9e59a789eb2d tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:34.807143 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ce3736e8-2fe1-47fe-8ebe-00fdfba1a74e req-8dbb2c56-6c10-43bc-9fba-9e59a789eb2d tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 931 time: 0.1447380 May 27 09:55:34.872231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device ca5e3d31-755d-4c1e-9821-e9238eed0bd2 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:34.891634 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-ce3736e8-2fe1-47fe-8ebe-00fdfba1a74e req-b400e9b8-947f-40ad-b5b4-a59d886582bf tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Synchronizing usage tracker for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:security_group {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:55:34.920508 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-ce3736e8-2fe1-47fe-8ebe-00fdfba1a74e req-b400e9b8-947f-40ad-b5b4-a59d886582bf tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Unset dirty status for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:security_group {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:55:34.923048 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ce3736e8-2fe1-47fe-8ebe-00fdfba1a74e req-b400e9b8-947f-40ad-b5b4-a59d886582bf tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083198 May 27 09:55:34.944524 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-f915d052-4e60-4724-9248-a171fba098b1 None None] Port 1faa6800-7e81-45b3-91fa-82045e87dc01 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:55:34.976438 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port ca5e3d31-755d-4c1e-9821-e9238eed0bd2 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:34.982918 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port ca5e3d31-755d-4c1e-9821-e9238eed0bd2 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:34.983627 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.120688 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.127269 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1faa6800-7e81-45b3-91fa-82045e87dc01 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:55:35.135032 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.138163 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port ca5e3d31-755d-4c1e-9821-e9238eed0bd2, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=ca5e3d31-755d-4c1e-9821-e9238eed0bd2,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:35.144810 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.147415 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:35.154077 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Transition to ACTIVE for port object 1faa6800-7e81-45b3-91fa-82045e87dc01 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:35.158489 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.164201 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d1c0adec-fd3e-4d1f-a3d1-1944fd8b4248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:35.220488 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=ca5e3d31-755d-4c1e-9821-e9238eed0bd2,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:35.223837 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:35.339563 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=1faa6800-7e81-45b3-91fa-82045e87dc01,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:35.347271 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:35.421630 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Attempting to bind port 1faa6800-7e81-45b3-91fa-82045e87dc01 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:35.421981 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Attempting to bind port 1faa6800-7e81-45b3-91fa-82045e87dc01 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:35.422319 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Attempting to bind port 1faa6800-7e81-45b3-91fa-82045e87dc01 on network 42011809-dcde-468d-b642-7d0c4ccc7fa7 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:35.427349 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Port 1faa6800-7e81-45b3-91fa-82045e87dc01 on network 42011809-dcde-468d-b642-7d0c4ccc7fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:55:35.427676 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Attempting to bind port 1faa6800-7e81-45b3-91fa-82045e87dc01 on network 42011809-dcde-468d-b642-7d0c4ccc7fa7 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:35.432935 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:35.433274 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Checking segment: {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:35.433659 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Bound using segment: {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:35.434092 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Bound port: 1faa6800-7e81-45b3-91fa-82045e87dc01, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:35.434443 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.456835 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46906) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:35.463367 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1692873372-network', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:35.467986 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:35.472509 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Usage tracker for resource:network and tenant:7915de5c729d41e69b191b3b7f108dbb is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:35.475677 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:35.482275 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:35.492425 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Made reservation on behalf of 7915de5c729d41e69b191b3b7f108dbb for: {'network': 1} {{(pid=108799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:55:35.494781 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3818040'] for network, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.507471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.523193 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:35.527203 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Usage tracker for resource:security_group_rule and tenant:7915de5c729d41e69b191b3b7f108dbb is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:35.530541 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:35.533265 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:35.536143 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1faa6800-7e81-45b3-91fa-82045e87dc01,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:35.536910 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:35.542271 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.548040 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-2f0a6431-066e-43e0-a3e2-df5714c39c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:35.605209 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:35.606334 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.608452 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] 10.222.0.45 "PUT /v2.0/ports/1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 1093 time: 1.1068058 May 27 09:55:35.609460 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:55:35.632179 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=1faa6800-7e81-45b3-91fa-82045e87dc01,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:35.635396 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:35.644113 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.652200 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.680528 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=108799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:55:35.686268 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-369114e9-79ae-41a4-b992-d295d5926145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:35.707986 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'status': 'completed', 'code': 200} May 27 09:55:35.713580 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.713938 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.segments_db [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Added segment aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601 of type vlan for network 282d07b8-719e-42b3-b487-d009a5b3ead0 May 27 09:55:35.727539 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4830192c-a97b-4508-8a84-305296021e84,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:35.731796 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:35.760441 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742277417054'] for network, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.805098 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990'] for network, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.806572 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:35.807260 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.818197 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-56ae2d1b-8231-4955-b58a-8ad480ad0de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:35.860506 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-3c441e1f-c3c9-4a17-9b1d-82970bc7813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:35.862065 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-3c441e1f-c3c9-4a17-9b1d-82970bc7813e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1096 time: 0.2043040 May 27 09:55:35.867492 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:35.925075 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4668915 May 27 09:55:35.928586 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46912) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:35.929658 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Pushing event updated for resources: {'Network': ['ID=282d07b8-719e-42b3-b487-d009a5b3ead0,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:35.932409 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:35.940596 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Request body: {'subnet': {'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1692873372-subnet', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'ip_version': 4}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:35.942367 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Sync routers for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:35.943620 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Network 282d07b8-719e-42b3-b487-d009a5b3ead0 details requested by agent ovs-agent-dv-cinder-788782-3-iscsi with host dv-cinder-788782-3-iscsi {{(pid=108801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:55:35.946784 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-754557ae-c958-4e27-af45-0fa4aae2f741 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 217 time: 0.0765183 May 27 09:55:35.947841 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:35.954058 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:35.954831 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:35.956446 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Usage tracker for resource:subnet and tenant:7915de5c729d41e69b191b3b7f108dbb is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:35.995004 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:36.005281 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:36.032403 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-417f7c9d-e5e2-428e-8dfc-79bb4928cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:36.034297 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-417f7c9d-e5e2-428e-8dfc-79bb4928cab2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 200 len: 847 time: 0.0789335 May 27 09:55:36.034914 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Made reservation on behalf of 7915de5c729d41e69b191b3b7f108dbb for: {'subnet': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:55:36.037410 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262631003'] for subnet, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:36.153565 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:36.162013 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c9997-df33-4f19-b6cf-e736407319c3 req-83c17802-92c9-4cf2-9706-aab94d140fb6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:36.163673 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-884c9997-df33-4f19-b6cf-e736407319c3 req-83c17802-92c9-4cf2-9706-aab94d140fb6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0943801 May 27 09:55:36.212828 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-884c9997-df33-4f19-b6cf-e736407319c3 req-d1031760-10c6-42ad-9d9e-929ef1392c76 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428746 May 27 09:55:36.213938 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-00ecd8d9-a6be-4124-8de3-4a9d69bf5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:36.215527 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-00ecd8d9-a6be-4124-8de3-4a9d69bf5acb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42011809-dcde-468d-b642-7d0c4ccc7fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1628680 May 27 09:55:36.420368 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-50ac4d07-d373-4e9e-a5ac-34e71a8e6f60 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976569 May 27 09:55:36.481116 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 2, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:36.485700 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Checking router: 41c80334-b186-4891-af75-0ad26b25be91 for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:36.486069 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Updating router 41c80334-b186-4891-af75-0ad26b25be91 port 00f79d86-1b72-4e38-a044-8c9dc76194a2 binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:55:36.538906 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:36.628889 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0d685bbe-7eb7-4172-b738-4985e3bfc16a req-7b8ac171-513a-4274-86cf-d057eef89470 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909575 May 27 09:55:36.776447 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263179711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262630989'] for subnet, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:36.784099 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:36.796937 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device ca5e3d31-755d-4c1e-9821-e9238eed0bd2 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:36.873672 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port ca5e3d31-755d-4c1e-9821-e9238eed0bd2 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:36.874992 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:36.878009 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:36.881420 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-8e959331-71e5-465d-ae85-ab60317f1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:36.882942 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-8e959331-71e5-465d-ae85-ab60317f1d9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1096 time: 0.1806359 May 27 09:55:36.883725 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:36.884605 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Checking segment: {'id': 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:36.884979 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Network hostable DHCP agents. Network: 282d07b8-719e-42b3-b487-d009a5b3ead0, hostable agents: ['2190096f-6a02-40c1-a9fe-f77fe6b9472c'], hosted agents: [] {{(pid=108800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:55:36.929984 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:36.944497 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Transition to ACTIVE for port object 00f79d86-1b72-4e38-a044-8c9dc76194a2 will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:36.953038 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:36.957611 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:36.989129 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Network 282d07b8-719e-42b3-b487-d009a5b3ead0 is scheduled to be hosted by DHCP agent 2190096f-6a02-40c1-a9fe-f77fe6b9472c with binding_index 1 {{(pid=108800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:55:37.016423 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-iscsi, 282d07b8-719e-42b3-b487-d009a5b3ead0) {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:37.029855 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f641fde-7e63-4f16-b3f7-5764be6fa860 None None] Network 282d07b8-719e-42b3-b487-d009a5b3ead0 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:55:37.040821 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:37.041422 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.053573 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-297aa949-c70d-49df-b12b-ccb5369935cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:37.055066 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-297aa949-c70d-49df-b12b-ccb5369935cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 909 time: 0.1651800 May 27 09:55:37.133716 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46918) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:37.134260 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f7cb3f4c-324a-4264-b803-e43c92cf92e0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2046111 May 27 09:55:37.135624 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-511ea5e5-4c78-4a84-8e99-d528d2a1f661 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 217 time: 0.0698779 May 27 09:55:37.139012 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:37.145211 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:37.149416 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Usage tracker for resource:router and tenant:7915de5c729d41e69b191b3b7f108dbb is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:37.151289 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c923ad-e9b8-4152-ac6f-ec26d9c153b8 None None] Pushing event updated for resources: {'Port': ['ID=00f79d86-1b72-4e38-a044-8c9dc76194a2,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:37.153090 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:37.160403 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-b1c923ad-e9b8-4152-ac6f-ec26d9c153b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:37.168412 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:37.189650 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.191336 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.222055 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.226194 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-bb8352b6-a3eb-4ecb-a1f9-7feabd9576b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:37.227789 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-bb8352b6-a3eb-4ecb-a1f9-7feabd9576b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 200 len: 847 time: 0.0847061 May 27 09:55:37.279123 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Attempting to bind port 00f79d86-1b72-4e38-a044-8c9dc76194a2 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:37.279813 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Attempting to bind port 00f79d86-1b72-4e38-a044-8c9dc76194a2 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:37.280532 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Attempting to bind port 00f79d86-1b72-4e38-a044-8c9dc76194a2 on network a6876e41-ac3a-49b2-9a45-8b969b85c027 {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:37.291488 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:37.291876 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Checking segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:37.292293 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.292758 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Bound using segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:37.293584 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Bound port: 00f79d86-1b72-4e38-a044-8c9dc76194a2, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:37.294291 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.348128 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-b336ff96-d2e6-4955-894e-3757d8462001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:37.349844 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-b336ff96-d2e6-4955-894e-3757d8462001 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42011809-dcde-468d-b642-7d0c4ccc7fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153636 May 27 09:55:37.391742 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf10fb4f6-4f08-517c-bfba-8d3a926742df-282d07b8-719e-42b3-b487-d009a5b3ead0', 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'fixed_ips': [{'subnet_id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08'}]}} from dv-cinder-788782-3-iscsi. {{(pid=108801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:55:37.392585 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.438329 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] For port 00f79d86-1b72-4e38-a044-8c9dc76194a2, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:37.441726 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] For port 00f79d86-1b72-4e38-a044-8c9dc76194a2, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=00f79d86-1b72-4e38-a044-8c9dc76194a2,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:37.447719 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.452331 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:37.525641 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c923ad-e9b8-4152-ac6f-ec26d9c153b8 None None] Pushing event updated for resources: {'Port': ['ID=00f79d86-1b72-4e38-a044-8c9dc76194a2,revision_number=4']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:37.531857 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-b1c923ad-e9b8-4152-ac6f-ec26d9c153b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:37.548880 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:37.549745 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:37.588389 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.db_base_plugin_common [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Allocated IP 172.20.0.2 (282d07b8-719e-42b3-b487-d009a5b3ead0/3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08/5649129c-8856-4624-ba3a-87580a0ae6ce) {{(pid=108801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:37.609762 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.762702 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-d7403136-030f-4173-b18e-1170f29e6ef4 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053428 May 27 09:55:37.805984 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:37.885724 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02642f2-6cc3-43a3-9256-80ad6e0c477e req-4560814e-41d3-45ef-ae20-87241e3d03cf tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:37.886452 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-b02642f2-6cc3-43a3-9256-80ad6e0c477e req-4560814e-41d3-45ef-ae20-87241e3d03cf tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Synchronizing usage tracker for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:55:37.898465 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Notify callbacks [] for port, precommit_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.915439 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Transition to ACTIVE for port object 5649129c-8856-4624-ba3a-87580a0ae6ce will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:37.930491 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-b02642f2-6cc3-43a3-9256-80ad6e0c477e req-4560814e-41d3-45ef-ae20-87241e3d03cf tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Unset dirty status for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:55:37.931808 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b02642f2-6cc3-43a3-9256-80ad6e0c477e req-4560814e-41d3-45ef-ae20-87241e3d03cf tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.4632907 May 27 09:55:37.948331 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Transition to ACTIVE for port object 5649129c-8856-4624-ba3a-87580a0ae6ce will not be triggered until provisioned by entity DHCP. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:37.959461 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980'] for port, after_create {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.965716 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:37.979667 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f2452c9e-4ef8-4829-bc0d-1b066c78e335 req-3fc4d436-6b92-4a67-b6ec-3de8f499c51f service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091992 May 27 09:55:38.013411 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b02642f2-6cc3-43a3-9256-80ad6e0c477e req-4d9c2956-38f2-4793-bf90-68f4ea7c3e22 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727701 May 27 09:55:38.025513 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:38.036755 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Network 282d07b8-719e-42b3-b487-d009a5b3ead0 is already hosted by enough agents. {{(pid=108801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:38.037288 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.scheduler.base_scheduler [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Resources bound (agent type, host, resource id): {{(pid=108801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:38.041779 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Received port after_create {{(pid=108801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:38.062854 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:38.089459 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Pushing event updated for resources: {'Port': ['ID=5649129c-8856-4624-ba3a-87580a0ae6ce,revision_number=1']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:38.122944 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:38.146508 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Attempting to bind port 5649129c-8856-4624-ba3a-87580a0ae6ce on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:38.146916 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Attempting to bind port 5649129c-8856-4624-ba3a-87580a0ae6ce by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:38.147288 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Attempting to bind port 5649129c-8856-4624-ba3a-87580a0ae6ce on network 282d07b8-719e-42b3-b487-d009a5b3ead0 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:38.152802 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:38.153184 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Checking segment: {'id': 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:38.153644 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:38.154052 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Bound using segment: {'id': 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:38.154657 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Bound port: 5649129c-8856-4624-ba3a-87580a0ae6ce, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:38.155070 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:38.182395 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:37Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:38.186818 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a329095-ed3d-491c-a832-14b687f4435b None None] The sync data for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi is: [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:37Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:38.212513 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Allocated IP 172.27.3.34 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/ccdb94fb-e3cc-42f7-9ac0-13572e1518d8) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:38.279430 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] For port 5649129c-8856-4624-ba3a-87580a0ae6ce, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:38.283610 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] For port 5649129c-8856-4624-ba3a-87580a0ae6ce, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=5649129c-8856-4624-ba3a-87580a0ae6ce,segment=NetworkSegment(aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601),segment_id=aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:38.292892 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:38.299485 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-dd4daa91-9d13-4679-a719-8f443b90f78c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:38.383878 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Pushing event updated for resources: {'Port': ['ID=5649129c-8856-4624-ba3a-87580a0ae6ce,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:38.397803 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:38.412663 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:38.450755 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:38.456106 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:38.667578 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:38.671247 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:38.674448 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:38.700930 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Pushing event updated for resources: {'Port': ['ID=ccdb94fb-e3cc-42f7-9ac0-13572e1518d8,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:38.704789 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:38.860833 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 5649129c-8856-4624-ba3a-87580a0ae6ce up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:38.932107 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 5649129c-8856-4624-ba3a-87580a0ae6ce completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:38.937781 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 00f79d86-1b72-4e38-a044-8c9dc76194a2 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:39.017057 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 00f79d86-1b72-4e38-a044-8c9dc76194a2 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:39.023678 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 00f79d86-1b72-4e38-a044-8c9dc76194a2 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:39.024065 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.189976 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.235348 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.278538 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 00f79d86-1b72-4e38-a044-8c9dc76194a2, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=00f79d86-1b72-4e38-a044-8c9dc76194a2,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:39.285463 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.288732 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:39.368726 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=00f79d86-1b72-4e38-a044-8c9dc76194a2,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:39.379671 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:39.382020 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c2b165-f6be-43f5-b700-402d1145c9a6 None None] Network 282d07b8-719e-42b3-b487-d009a5b3ead0 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:55:39.454825 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee18b0-73c4-4fb5-b3a7-1dca6a90743d req-c2235763-60fd-4ff5-ad3d-abf956e61f0e tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:39.456392 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fdee18b0-73c4-4fb5-b3a7-1dca6a90743d req-c2235763-60fd-4ff5-ad3d-abf956e61f0e tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.2113798 May 27 09:55:39.513711 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-0ed055bb-a9ba-4f72-9cfd-50bd45c0ae08 None None] Provisioning for port 5649129c-8856-4624-ba3a-87580a0ae6ce completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:39.523587 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-0ed055bb-a9ba-4f72-9cfd-50bd45c0ae08 None None] Provisioning complete for port 5649129c-8856-4624-ba3a-87580a0ae6ce triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:39.523969 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0ed055bb-a9ba-4f72-9cfd-50bd45c0ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.626623 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fdee18b0-73c4-4fb5-b3a7-1dca6a90743d req-87259160-62a7-43e7-8e7a-101c42befcc3 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201749 May 27 09:55:39.667548 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666895'] for router, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.741385 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0ed055bb-a9ba-4f72-9cfd-50bd45c0ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.779508 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-0ed055bb-a9ba-4f72-9cfd-50bd45c0ae08 None None] For port 5649129c-8856-4624-ba3a-87580a0ae6ce, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=5649129c-8856-4624-ba3a-87580a0ae6ce,segment=NetworkSegment(aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601),segment_id=aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:39.784838 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0ed055bb-a9ba-4f72-9cfd-50bd45c0ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.787939 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-0c0020b1-37d3-4647-a905-77e8b7553e97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:39.859404 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed055bb-a9ba-4f72-9cfd-50bd45c0ae08 None None] Pushing event updated for resources: {'Port': ['ID=5649129c-8856-4624-ba3a-87580a0ae6ce,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:39.862804 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-0ed055bb-a9ba-4f72-9cfd-50bd45c0ae08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:39.887860 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Router dbb14664-e1f5-4e79-8617-14691339c99b is scheduled to L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f with binding_index 1 {{(pid=108799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:55:40.005519 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-cb9b7788-f9dd-4e29-a5d0-f354f51b7c8a None None] Provisioning complete for port 5649129c-8856-4624-ba3a-87580a0ae6ce triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:40.006130 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-cb9b7788-f9dd-4e29-a5d0-f354f51b7c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:40.203089 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:40.211557 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Sync routers for ids ['dbb14664-e1f5-4e79-8617-14691339c99b'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:40.221293 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Routers {'dbb14664-e1f5-4e79-8617-14691339c99b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:40.221914 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['dbb14664-e1f5-4e79-8617-14691339c99b'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:40.227387 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] Notify callbacks [] for router, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:40.228664 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-93d80616-e6a6-483c-baab-739642cb701a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0938122 May 27 09:55:40.231340 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46926) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:40.405166 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Set router dbb14664-e1f5-4e79-8617-14691339c99b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:40.698143 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:37Z', 'updated_at': '2021-05-27T09:55:38Z', 'revision_number': 3, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'gw_port': {'id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:38Z', 'updated_at': '2021-05-27T09:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:40.702018 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Checking router: dbb14664-e1f5-4e79-8617-14691339c99b for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:40.702478 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Updating router dbb14664-e1f5-4e79-8617-14691339c99b port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 binding host dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:55:40.756939 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:40.842178 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee29d25-6e99-48d4-be88-c3f8dcd6d162 req-e252e6d9-873b-4980-93ff-0e70e544f916 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:40.844667 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9ee29d25-6e99-48d4-be88-c3f8dcd6d162 req-e252e6d9-873b-4980-93ff-0e70e544f916 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.1102033 May 27 09:55:40.856540 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 5649129c-8856-4624-ba3a-87580a0ae6ce up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:40.896571 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9ee29d25-6e99-48d4-be88-c3f8dcd6d162 req-e56a109c-7d37-48a4-9b8d-93cb02a4afa2 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459220 May 27 09:55:40.936427 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.033058 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 5649129c-8856-4624-ba3a-87580a0ae6ce triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:41.033668 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.161930 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Allocated IP 172.20.0.1 (282d07b8-719e-42b3-b487-d009a5b3ead0/3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08/4f37ba2b-8e75-420e-8903-980ff11cf811) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:41.255707 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 00f79d86-1b72-4e38-a044-8c9dc76194a2 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:41.315459 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.315840 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Notify callbacks [] for port, precommit_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.332136 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.provisioning_blocks [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Transition to ACTIVE for port object 4f37ba2b-8e75-420e-8903-980ff11cf811 will not be triggered until provisioned by entity DHCP. {{(pid=108799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:41.334069 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Transition to ACTIVE for port object ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 will not be triggered until provisioned by entity L2. {{(pid=108801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:41.343974 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.349008 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:41.356231 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.360498 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:41.419228 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 00f79d86-1b72-4e38-a044-8c9dc76194a2 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:41.419618 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.423483 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Network 282d07b8-719e-42b3-b487-d009a5b3ead0 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:41.426323 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:41.429717 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:41.466704 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Attempting to bind port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:41.467118 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Attempting to bind port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:41.467495 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Attempting to bind port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 on network 16559824-bbb3-4266-bcef-88f73ae55875 {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:41.476460 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Pushing event updated for resources: {'Port': ['ID=4f37ba2b-8e75-420e-8903-980ff11cf811,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:41.481099 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:41.488537 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:41.488932 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Checking segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:41.489348 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.489756 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Bound using segment: {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'} {{(pid=108801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:41.490239 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.managers [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Bound port: ccdb94fb-e3cc-42f7-9ac0-13572e1518d8, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ae6137-f914-4cb3-9f90-9f386131fd18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875'}}] {{(pid=108801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:41.490625 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.495076 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661865'] for router_interface, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.520258 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3af8-7f16-4f66-a685-37cebb38a224 None None] Pushing event updated for resources: {'Port': ['ID=ccdb94fb-e3cc-42f7-9ac0-13572e1518d8,revision_number=2']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:41.532843 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b3df3af8-7f16-4f66-a685-37cebb38a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:41.615594 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] For port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:41.622220 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.637848 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] For port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=ccdb94fb-e3cc-42f7-9ac0-13572e1518d8,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:41.645751 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.651138 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:41.736859 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-69754da3-a843-4f4a-96a3-b1ba68920cea None None] Provisioning for port 4f37ba2b-8e75-420e-8903-980ff11cf811 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:41.741545 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Routers {'dbb14664-e1f5-4e79-8617-14691339c99b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:41.742160 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['dbb14664-e1f5-4e79-8617-14691339c99b'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:41.851509 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-69754da3-a843-4f4a-96a3-b1ba68920cea None None] Provisioning complete for port 4f37ba2b-8e75-420e-8903-980ff11cf811 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:41.851898 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-69754da3-a843-4f4a-96a3-b1ba68920cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.878364 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3af8-7f16-4f66-a685-37cebb38a224 None None] Pushing event updated for resources: {'Port': ['ID=ccdb94fb-e3cc-42f7-9ac0-13572e1518d8,revision_number=3']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:41.887879 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-b3df3af8-7f16-4f66-a685-37cebb38a224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:41.965805 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.971362 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.990273 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-69754da3-a843-4f4a-96a3-b1ba68920cea None None] Port 4f37ba2b-8e75-420e-8903-980ff11cf811 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:55:41.999617 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2752cb9e-8477-45ae-8626-68f61fb387b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:42.027911 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] Set router dbb14664-e1f5-4e79-8617-14691339c99b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:42.130374 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Pushing event updated for resources: {'Port': ['ID=4f37ba2b-8e75-420e-8903-980ff11cf811,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:42.133962 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661962'] for router_interface, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:42.137619 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:42.243414 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25d9ad-636e-4727-a709-d5a9a5e6b8aa req-11c371b3-f703-48b9-9f8a-e706226eecdc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:42.244802 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3d25d9ad-636e-4727-a709-d5a9a5e6b8aa req-11c371b3-f703-48b9-9f8a-e706226eecdc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.2169561 May 27 09:55:42.326241 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Network 282d07b8-719e-42b3-b487-d009a5b3ead0 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:42.329586 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-3d25d9ad-636e-4727-a709-d5a9a5e6b8aa req-98f4a33c-723f-41bb-9181-790b5f8c011e tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773711 May 27 09:55:42.330561 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:42.348422 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:37Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 4, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'gw_port': {'id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:38Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '4f37ba2b-8e75-420e-8903-980ff11cf811', 'name': '', 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'mac_address': 'fa:16:3e:34:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:40Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 1, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'subnets': [{'id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:42.352937 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b357d5-8b11-4c0d-98d0-b71a404a15da None None] The sync data for ids ['dbb14664-e1f5-4e79-8617-14691339c99b'] in dv-cinder-788782-3-iscsi is: [{'id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:37Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 4, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'gw_port': {'id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:38Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '4f37ba2b-8e75-420e-8903-980ff11cf811', 'name': '', 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'mac_address': 'fa:16:3e:34:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:40Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 1, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'subnets': [{'id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:42.525743 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Router dbb14664-e1f5-4e79-8617-14691339c99b has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:55:42.620638 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-e4dba70a-e11a-495d-8477-03e668ee8ace None None] Provisioning complete for port 4f37ba2b-8e75-420e-8903-980ff11cf811 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:42.620954 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e4dba70a-e11a-495d-8477-03e668ee8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:42.682325 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-e4dba70a-e11a-495d-8477-03e668ee8ace None None] Port 4f37ba2b-8e75-420e-8903-980ff11cf811 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:55:42.732632 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:42.747296 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] 10.222.0.20 "PUT /v2.0/routers/dbb14664-e1f5-4e79-8617-14691339c99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5149350 May 27 09:55:43.518979 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be7e2d-a813-4a12-923e-e8809e3e01ed req-3acf0b74-3df6-46e2-8614-b51c5af03c8d tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:43.520433 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04be7e2d-a813-4a12-923e-e8809e3e01ed req-3acf0b74-3df6-46e2-8614-b51c5af03c8d tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0802176 May 27 09:55:43.563941 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-04be7e2d-a813-4a12-923e-e8809e3e01ed req-da905fc6-51ba-4c39-a018-81b445feae49 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379837 May 27 09:55:44.689795 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46946) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:44.695541 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743764372', 'description': 'tempest-secgroup-smoke-1743764372 description', 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:44.701505 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:44.705470 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:security_group and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:44.708402 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:44.714795 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:44.725923 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:44.747423 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:44.753104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:security_group_rule and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:44.756213 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:44.760770 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90019d16-5c38-4933-8dc0-b7618231a0bb req-ebbc69eb-997e-4589-a403-e120f362a8c7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:44.762310 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-90019d16-5c38-4933-8dc0-b7618231a0bb req-ebbc69eb-997e-4589-a403-e120f362a8c7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0936313 May 27 09:55:44.762740 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:44.813465 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:44.832011 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-90019d16-5c38-4933-8dc0-b7618231a0bb req-9215d52f-5b61-4ec9-8cae-f04e6c3cff0f tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574095 May 27 09:55:44.844744 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:44.857340 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:44.863704 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d74cda4f-7e1f-470a-9280-75393033d725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:44.883833 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:44.888777 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:44.889161 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:44.905300 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b739a22b-379f-465a-b4fd-cf7822e5bee4,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:44.909227 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:44.910668 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:44.911967 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-e5a2a6e1-cabe-4430-8635-b87b61349e2a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2211494 May 27 09:55:44.914952 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46950) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:44.920608 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'security_group_rule': {'security_group_id': 'b739a22b-379f-465a-b4fd-cf7822e5bee4', 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:44.927163 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:44.931020 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:security_group_rule and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:44.933879 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:44.939723 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:44.957172 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.011290 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.021432 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.025559 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.028252 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=ccdb94fb-e3cc-42f7-9ac0-13572e1518d8,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:45.032891 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.034727 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c2dbfd03-7a93-41ec-ba36-90c4723f0a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:45.034932 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6635af09-ed0e-4f97-9552-fa58805fec6b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:45.057222 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d7f615-c4da-4e55-91cf-d69e5dcfae5b,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:45.059739 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:45.065161 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.066320 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1faa6800-7e81-45b3-91fa-82045e87dc01 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:55:45.066950 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-e3d56a43-c1c1-4745-b904-c0de8617cad4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506846 May 27 09:55:45.070376 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46954) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:45.075623 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'security_group_rule': {'security_group_id': 'b739a22b-379f-465a-b4fd-cf7822e5bee4', 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:45.085479 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:45.089454 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:security_group_rule and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:45.092328 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:45.098584 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:45.115735 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.137599 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=ccdb94fb-e3cc-42f7-9ac0-13572e1518d8,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:45.188121 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.188349 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.188683 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.189023 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.189355 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.189677 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.190005 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.190354 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.190649 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.191503 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.191836 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.192156 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.192477 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:45.193439 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.195947 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-3fd29afa-225a-4808-924c-29217e08f5b1 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:45.200422 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:45.217734 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df33b94d-75f5-4eef-89bb-c56003c51f6e,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:45.222874 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:45.232281 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.233790 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-8c1d5099-f628-43fe-a98f-defb06f92105 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620581 May 27 09:55:45.236500 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 46958) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:45.241595 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'security_group_rule': {'security_group_id': 'b739a22b-379f-465a-b4fd-cf7822e5bee4', 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:45.247303 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:45.251912 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:security_group_rule and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:45.254776 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:45.260524 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:45.260775 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1faa6800-7e81-45b3-91fa-82045e87dc01,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:45.275851 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'port_id': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'mac_address': 'fa:16:3e:6f:8a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:55:45.278131 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.337702 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.345503 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.349446 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.351583 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-0a3876ed-259b-4390-a5b2-265b848aaa7b tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:45.357406 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1faa6800-7e81-45b3-91fa-82045e87dc01 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:55:45.374588 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d3a6a5-b0f8-4cf5-92e2-683129f389cc,revision_number=0']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:45.374908 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1faa6800-7e81-45b3-91fa-82045e87dc01,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:45.379455 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.382109 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:45.382240 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:45.387262 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.391693 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46962) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:45.391968 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-6fab6ce7-2a0d-49d0-a916-257ffedae079 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543972 May 27 09:55:45.397854 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'security_group_rule': {'security_group_id': 'b739a22b-379f-465a-b4fd-cf7822e5bee4', 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:45.404853 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:45.409544 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:security_group_rule and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:45.412692 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:45.420477 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:45.446752 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.463281 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=1faa6800-7e81-45b3-91fa-82045e87dc01,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:45.466784 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:45.520292 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.524036 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.526077 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:45.548942 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7415281b-a9b6-4122-a4db-499b1469ebf2,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:45.551426 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:45.558282 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.559495 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f2c148a7-2159-4edc-b520-bb8eda27028f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1665988 May 27 09:55:45.562724 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46966) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:45.568448 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'security_group_rule': {'security_group_id': 'b739a22b-379f-465a-b4fd-cf7822e5bee4', 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:45.574544 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:45.579095 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:security_group_rule and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:45.582032 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:45.585017 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['1faa6800-7e81-45b3-91fa-82045e87dc01'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:55:45.588030 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:45.598087 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.securitygroups_db [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Project e69db4a0248a4f968b6eadeacdc3ee56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:55:45.603784 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.671357 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.676300 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.678413 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:45.698491 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f7bdc2-bd23-4357-b69c-cb0966ccb630,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:45.703005 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:45.710876 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.712203 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-3fed6388-a3ff-406c-9862-bfaabb84f4fd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482260 May 27 09:55:45.714724 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 46970) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:45.720436 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'security_group_rule': {'security_group_id': 'b739a22b-379f-465a-b4fd-cf7822e5bee4', 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:45.728833 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:45.732190 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:security_group_rule and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:45.735180 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:45.741425 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:45.754329 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.securitygroups_db [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Project e69db4a0248a4f968b6eadeacdc3ee56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:55:45.763722 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.781843 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Sync routers for ids ['dbb14664-e1f5-4e79-8617-14691339c99b'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:45.791590 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Routers {'dbb14664-e1f5-4e79-8617-14691339c99b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:45.792530 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['dbb14664-e1f5-4e79-8617-14691339c99b'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:45.844456 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.848312 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721538'] for security_group_rule, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.850516 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ed0d2791-3b99-4f87-a99a-991ce2dbb540 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:45.873824 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e5d768-0450-4a95-a05e-545bd0c5e6af,revision_number=0']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:45.876871 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:45.885775 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:45.887362 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f52a5aa0-2502-4b71-a79c-3c81b7410927 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1716697 May 27 09:55:46.001122 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Set router dbb14664-e1f5-4e79-8617-14691339c99b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:46.047489 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e7735-e46d-4723-b2ed-bdf63a7dd465 req-d6434c81-99bd-4440-be6b-a7a03a11fe9b tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:46.049037 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-849e7735-e46d-4723-b2ed-bdf63a7dd465 req-d6434c81-99bd-4440-be6b-a7a03a11fe9b tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 944 time: 0.0941200 May 27 09:55:46.099189 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-849e7735-e46d-4723-b2ed-bdf63a7dd465 req-89c60156-0d29-4a0e-8636-ba274e36d3c9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439982 May 27 09:55:46.355407 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:37Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 4, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'gw_port': {'id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:38Z', 'updated_at': '2021-05-27T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '4f37ba2b-8e75-420e-8903-980ff11cf811', 'name': '', 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'mac_address': 'fa:16:3e:34:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:40Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 2, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'subnets': [{'id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:46.360022 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Checking router: dbb14664-e1f5-4e79-8617-14691339c99b for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:46.360382 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Updating router dbb14664-e1f5-4e79-8617-14691339c99b port 4f37ba2b-8e75-420e-8903-980ff11cf811 binding host dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:55:46.416646 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:46.769364 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Notify callbacks [] for port, precommit_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:46.782545 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.provisioning_blocks [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Transition to ACTIVE for port object 4f37ba2b-8e75-420e-8903-980ff11cf811 will not be triggered until provisioned by entity L2. {{(pid=108802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:55:46.790403 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:46.791368 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:46.796229 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-1b3e99fd-8d1b-4123-a22d-b439bdb2dfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:46.875148 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:46.876145 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:46.957567 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5b4b5-fbb9-4ba5-beae-69536cf8f79c None None] Pushing event updated for resources: {'Port': ['ID=4f37ba2b-8e75-420e-8903-980ff11cf811,revision_number=3']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:46.960757 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-42d5b4b5-fbb9-4ba5-beae-69536cf8f79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:47.026320 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Attempting to bind port 4f37ba2b-8e75-420e-8903-980ff11cf811 on host dv-cinder-788782-3-iscsi for vnic_type normal with profile {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:55:47.026719 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Attempting to bind port 4f37ba2b-8e75-420e-8903-980ff11cf811 by drivers openvswitch,hyperv on host dv-cinder-788782-3-iscsi at level 0 using segments [{'id': 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0'}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:55:47.027359 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Attempting to bind port 4f37ba2b-8e75-420e-8903-980ff11cf811 on network 282d07b8-719e-42b3-b487-d009a5b3ead0 {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:55:47.033418 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Checking agent: {'id': '3ebae099-9cdc-408a-be52-9a77e6e85d58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 37, 3), 'started_at': datetime.datetime(2021, 5, 27, 9, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:55:47.033805 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Checking segment: {'id': 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:55:47.034217 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:47.034617 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Bound using segment: {'id': 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0'} {{(pid=108802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:55:47.035123 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.managers [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Bound port: 4f37ba2b-8e75-420e-8903-980ff11cf811, host: dv-cinder-788782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0'}}] {{(pid=108802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:55:47.035506 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:47.055764 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1faa6800-7e81-45b3-91fa-82045e87dc01 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:47.144503 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] For port 4f37ba2b-8e75-420e-8903-980ff11cf811, host dv-cinder-788782-3-iscsi, cleared binding levels {{(pid=108802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:55:47.151454 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 1faa6800-7e81-45b3-91fa-82045e87dc01 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:47.152816 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.plugins.ml2.db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] For port 4f37ba2b-8e75-420e-8903-980ff11cf811, host dv-cinder-788782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=4f37ba2b-8e75-420e-8903-980ff11cf811,segment=NetworkSegment(aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601),segment_id=aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601)] {{(pid=108802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:55:47.158204 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 1faa6800-7e81-45b3-91fa-82045e87dc01 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:47.158594 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:47.158854 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron_lib.callbacks.manager [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:47.163030 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-68383d81-08f8-430d-8b48-7e9e2a6e6eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:47.241450 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5b4b5-fbb9-4ba5-beae-69536cf8f79c None None] Pushing event updated for resources: {'Port': ['ID=4f37ba2b-8e75-420e-8903-980ff11cf811,revision_number=4']} {{(pid=108802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:47.244787 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG oslo_concurrency.lockutils [None req-42d5b4b5-fbb9-4ba5-beae-69536cf8f79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=108802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:47.251791 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Routers {'dbb14664-e1f5-4e79-8617-14691339c99b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:47.252497 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['dbb14664-e1f5-4e79-8617-14691339c99b'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:47.294834 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:47.309534 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0dee-b853-4bea-ad66-794c5fb14c59 req-c990fab5-8849-4d60-b858-0ede010e0fa4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:47.319275 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a15c0dee-b853-4bea-ad66-794c5fb14c59 req-c990fab5-8849-4d60-b858-0ede010e0fa4 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 944 time: 0.1077795 May 27 09:55:47.331831 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:55:47.347798 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1faa6800-7e81-45b3-91fa-82045e87dc01,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:47.357039 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:47.361502 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-7ab159f3-9a1c-457c-8fa5-0db143747a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:47.384771 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a15c0dee-b853-4bea-ad66-794c5fb14c59 req-38802c32-6d0c-47e1-b88f-c7730c88cb15 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643241 May 27 09:55:47.447992 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=1faa6800-7e81-45b3-91fa-82045e87dc01,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:47.451635 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:47.474607 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'code': 200} May 27 09:55:47.486840 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] Set router dbb14664-e1f5-4e79-8617-14691339c99b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:47.762675 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba03a24-61a7-40e6-aaa4-0f6729fa4ae6 req-4ca9bde7-fcb4-4f65-a135-1fa2011d32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:47.764194 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3ba03a24-61a7-40e6-aaa4-0f6729fa4ae6 req-4ca9bde7-fcb4-4f65-a135-1fa2011d32a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1098 time: 0.0760214 May 27 09:55:47.807483 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3ba03a24-61a7-40e6-aaa4-0f6729fa4ae6 req-902f9088-d196-456e-a768-44db40b3bda7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357950 May 27 09:55:47.825077 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:37Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 4, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'gw_port': {'id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:38Z', 'updated_at': '2021-05-27T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '4f37ba2b-8e75-420e-8903-980ff11cf811', 'name': '', 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'mac_address': 'fa:16:3e:34:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:40Z', 'updated_at': '2021-05-27T09:55:47Z', 'revision_number': 4, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'subnets': [{'id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:47.829581 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb18c13-65d0-43b2-9784-64c1d4ae3b4e None None] The sync data for ids ['dbb14664-e1f5-4e79-8617-14691339c99b'] in dv-cinder-788782-3-iscsi is: [{'id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:37Z', 'updated_at': '2021-05-27T09:55:41Z', 'revision_number': 4, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'gw_port': {'id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:38Z', 'updated_at': '2021-05-27T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '4f37ba2b-8e75-420e-8903-980ff11cf811', 'name': '', 'network_id': '282d07b8-719e-42b3-b487-d009a5b3ead0', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'mac_address': 'fa:16:3e:34:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:40Z', 'updated_at': '2021-05-27T09:55:47Z', 'revision_number': 4, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'subnets': [{'id': '3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:48.573196 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e032e9e-4eef-4605-aa36-ddde5fd512c4 req-b333a9d0-a02e-4dda-8d03-f056402dc5ef tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:48.574926 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7e032e9e-4eef-4605-aa36-ddde5fd512c4 req-b333a9d0-a02e-4dda-8d03-f056402dc5ef tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0890725 May 27 09:55:48.620968 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7e032e9e-4eef-4605-aa36-ddde5fd512c4 req-97566af5-6e96-433f-b92d-a7efd065fc70 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 May 27 09:55:48.808850 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 4f37ba2b-8e75-420e-8903-980ff11cf811 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:48.878642 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning for port 4f37ba2b-8e75-420e-8903-980ff11cf811 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:55:48.883495 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 4f37ba2b-8e75-420e-8903-980ff11cf811 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:48.883882 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:49.011996 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:49.044861 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] For port 4f37ba2b-8e75-420e-8903-980ff11cf811, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=4f37ba2b-8e75-420e-8903-980ff11cf811,segment=NetworkSegment(aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601),segment_id=aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:55:49.049196 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:49.051121 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-2cc3e28e-46dc-4f24-b15a-f20037c5c1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:49.127782 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Pushing event updated for resources: {'Port': ['ID=4f37ba2b-8e75-420e-8903-980ff11cf811,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:49.130963 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:49.813775 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08ea4b-d7f6-4166-b33e-8b7ed3424600 req-961098c2-5582-4eef-a334-af444de8b68c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:49.818520 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4c08ea4b-d7f6-4166-b33e-8b7ed3424600 req-961098c2-5582-4eef-a334-af444de8b68c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0870807 May 27 09:55:49.861239 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4c08ea4b-d7f6-4166-b33e-8b7ed3424600 req-5a3fa36a-876a-466b-893a-0e84f1d710bd tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401542 May 27 09:55:50.049003 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb012ea-6872-4366-89c0-993d48ae0008 req-cd041a8f-4edc-47f5-ab71-e64c35dadcba tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:50.050476 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-afb012ea-6872-4366-89c0-993d48ae0008 req-cd041a8f-4edc-47f5-ab71-e64c35dadcba tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0831563 May 27 09:55:50.096656 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-afb012ea-6872-4366-89c0-993d48ae0008 req-17a842e9-59cc-4c3e-907d-5c61aadd4c64 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404754 May 27 09:55:50.119884 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47050) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:50.355746 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1499a665-f3a2-4e80-adcc-1b314d897972 tempest-TestShelveInstance-1480709302 tempest-TestShelveInstance-1480709302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:50.356461 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-1499a665-f3a2-4e80-adcc-1b314d897972 tempest-TestShelveInstance-1480709302 tempest-TestShelveInstance-1480709302-project-admin] Synchronizing usage tracker for tenant:05d36473abbb40089516b06e55f34e6e on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:55:50.373528 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-1499a665-f3a2-4e80-adcc-1b314d897972 tempest-TestShelveInstance-1480709302 tempest-TestShelveInstance-1480709302-project-admin] Unset dirty status for tenant:05d36473abbb40089516b06e55f34e6e on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:55:50.375482 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-1499a665-f3a2-4e80-adcc-1b314d897972 tempest-TestShelveInstance-1480709302 tempest-TestShelveInstance-1480709302-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1093 time: 0.2539315 May 27 09:55:50.378609 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47056) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:50.384023 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Request body: {'floatingip': {'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'port_id': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:55:50.390063 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:50.394609 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Usage tracker for resource:floatingip and tenant:c27d0db7ffdc471abb1f9715deb44c4a is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:50.397580 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:50.403846 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:50.414024 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for floatingip, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.553242 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.790174 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 4f37ba2b-8e75-420e-8903-980ff11cf811 up at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:55:50.797204 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Allocated IP 172.27.3.6 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/847f7b4e-f022-4798-baef-7b45c49cf0a4) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:55:50.864482 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Provisioning complete for port 4f37ba2b-8e75-420e-8903-980ff11cf811 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:55:50.864864 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.973677 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:51.003612 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:51.008111 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-199f688e-63dd-42ca-85f5-00b3a76c5a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:51.072874 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:55:51.075993 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:55:51.079024 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:55:51.120384 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'Port': ['ID=847f7b4e-f022-4798-baef-7b45c49cf0a4,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:51.129008 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:51.504328 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:51.580395 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:51.792451 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:51.796812 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:51.800510 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1b02006d-6608-47c9-807d-50d24401ba66 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:51.906753 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event updated for resources: {'Port': ['ID=847f7b4e-f022-4798-baef-7b45c49cf0a4,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:51.911033 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:51.919480 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:52.094634 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.l3_db [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Floating IP c1c7a093-91b0-4640-aba3-bc7fc76d2347 associated. External IP: 172.27.3.6, port: 1faa6800-7e81-45b3-91fa-82045e87dc01. May 27 09:55:52.571868 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Router 96e30817-c6cf-45e0-a85f-40676d0d057f has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:55:52.764414 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:55:52.773629 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] Sync routers for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:55:52.782581 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:52.783223 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:52.789090 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:52.846507 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4666066 May 27 09:55:52.847450 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:55:52.902657 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'status': 'completed', 'code': 200} May 27 09:55:52.970798 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:52.997420 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-5c4f74cb-9c7b-43f0-8afb-8693ee878d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:52.998984 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-5c4f74cb-9c7b-43f0-8afb-8693ee878d6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1098 time: 0.0749719 May 27 09:55:53.149854 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-59d268a8-9037-42a9-8610-25b15191bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:53.151351 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-59d268a8-9037-42a9-8610-25b15191bfce service neutron] 10.222.0.45 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 909 time: 0.1447747 May 27 09:55:53.260778 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-1fd51b7e-bf83-4a73-b739-c4da4ed88086 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 997 time: 0.1024489 May 27 09:55:53.329965 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-22ccb380-1654-4e55-8d3d-910e3be38f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:53.331459 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-22ccb380-1654-4e55-8d3d-910e3be38f13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 200 len: 847 time: 0.0638165 May 27 09:55:53.347511 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'c1c7a093-91b0-4640-aba3-bc7fc76d2347', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'port_id': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'mac_address': 'fa:16:3e:6f:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:55:51Z', 'updated_at': '2021-05-27T09:55:51Z', 'revision_number': 0, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c2e9-ee8b-4fc9-ac76-ced334c761b5', 'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'mac_address': 'fa:16:3e:92:38:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:01Z', 'updated_at': '2021-05-27T09:55:09Z', 'revision_number': 5, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'subnets': [{'id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:53.351350 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] Checking router: 96e30817-c6cf-45e0-a85f-40676d0d057f for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:55:53.360191 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:55:53.360746 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:55:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:53.419054 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-a9fe97cd-61eb-44e1-ba49-a1c245404889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:53.420680 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-a9fe97cd-61eb-44e1-ba49-a1c245404889 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42011809-dcde-468d-b642-7d0c4ccc7fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726073 May 27 09:55:53.563667 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-145c78f6-9524-4f06-bb02-44571e7ca321 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347799 May 27 09:55:53.586550 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:55:53.809845 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d96d375e-2a13-45a4-b0b7-69157b2a270d req-165c7071-5578-4a36-b401-d9813f32f3f5 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392170 May 27 09:55:53.960998 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'c1c7a093-91b0-4640-aba3-bc7fc76d2347', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'port_id': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'mac_address': 'fa:16:3e:6f:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:55:51Z', 'updated_at': '2021-05-27T09:55:51Z', 'revision_number': 0, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c2e9-ee8b-4fc9-ac76-ced334c761b5', 'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'mac_address': 'fa:16:3e:92:38:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:01Z', 'updated_at': '2021-05-27T09:55:09Z', 'revision_number': 5, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'subnets': [{'id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:55:53.964937 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63740307-5aee-4cbe-ba32-b593bccbcea5 None None] The sync data for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi is: [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'c1c7a093-91b0-4640-aba3-bc7fc76d2347', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'port_id': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'mac_address': 'fa:16:3e:6f:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:55:51Z', 'updated_at': '2021-05-27T09:55:51Z', 'revision_number': 0, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c2e9-ee8b-4fc9-ac76-ced334c761b5', 'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'mac_address': 'fa:16:3e:92:38:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:01Z', 'updated_at': '2021-05-27T09:55:09Z', 'revision_number': 5, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'subnets': [{'id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:55:54.145089 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45aa10-35a4-4b27-aa4c-b1c0c54f9882 None None] New status for floating IP c1c7a093-91b0-4640-aba3-bc7fc76d2347: ACTIVE {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:55:57.871961 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:59.206892 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-d1775ca2-7e55-4c9e-9123-d80e4df4f5a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726597 May 27 09:55:59.356813 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-d141897d-fd03-443b-8c31-bcda2c18006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:59.358196 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-d141897d-fd03-443b-8c31-bcda2c18006e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1098 time: 0.0737274 May 27 09:55:59.518343 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-554b3051-4069-496e-8db3-c179e64343d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:59.519811 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-554b3051-4069-496e-8db3-c179e64343d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 909 time: 0.1277435 May 27 09:55:59.630657 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-108c7509-7f79-464e-9ba4-7847b214c839 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 999 time: 0.0999792 May 27 09:55:59.694140 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-5978af46-27c4-4cdc-b91f-0a038efbfb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:59.695637 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-5978af46-27c4-4cdc-b91f-0a038efbfb27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 200 len: 847 time: 0.0582516 May 27 09:55:59.775879 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-ae8566de-c876-44e5-9177-64ad3141149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:55:59.777369 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-ae8566de-c876-44e5-9177-64ad3141149e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42011809-dcde-468d-b642-7d0c4ccc7fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752940 May 27 09:55:59.914374 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-60c7635c-dc6f-49ed-890b-13560b876939 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268055 May 27 09:56:00.053012 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5f864e55-23b7-4fc7-8b1c-bea617f79fc5 req-7a11fcb8-130c-4ec6-92d3-6ee4bcb8ff1e service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250455 May 27 09:56:00.637771 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-8ae32b55-e8b9-4a3a-9c9c-628f7d1b4e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:01.530896 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:56:02.152209 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-0c837ccb-c7fb-4191-9c2e-c9ad187a60d0 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743764372&fields=id&tenant_id=e69db4a0248a4f968b6eadeacdc3ee56 HTTP/1.1" status: 200 len: 267 time: 0.0393066 May 27 09:56:02.305207 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-ad6eb5c4-c181-4877-8db7-00881f5fd6a7 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:02.306704 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-ad6eb5c4-c181-4877-8db7-00881f5fd6a7 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 812 time: 0.1477613 May 27 09:56:02.322213 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f91a7bbe-d708-422a-b825-978198fff1c0 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/quotas/e69db4a0248a4f968b6eadeacdc3ee56 HTTP/1.1" status: 200 len: 375 time: 0.0101569 May 27 09:56:02.410137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-d7a9e3b2-bfd9-4a14-a5f5-16e065eaffaa tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Synchronizing usage tracker for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:56:02.428435 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-d7a9e3b2-bfd9-4a14-a5f5-16e065eaffaa tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Unset dirty status for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:56:02.429778 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-d7a9e3b2-bfd9-4a14-a5f5-16e065eaffaa tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027379 May 27 09:56:02.447741 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-bd27302f-e8f4-44a6-bb91-f001b8174288 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=108799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:56:02.448707 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-bd27302f-e8f4-44a6-bb91-f001b8174288 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063384 May 27 09:56:02.597796 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-de3466e4-0774-44d3-94d6-d547a661bcfb service neutron] 10.222.0.20 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417418 May 27 09:56:02.748724 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-5373ac28-9d0f-4075-a434-c6357f2e717a service neutron] 10.222.0.20 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450100 May 27 09:56:03.187083 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:03.191481 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-92a43b59-e743-4724-a844-63ff7d384e18 req-31c9a8d5-36dd-4a51-8a3f-796e6bf53f4c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 210 time: 0.0440361 May 27 09:56:03.389039 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-c048b5b2-ce7c-461e-bcc0-5156d27cea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:04.203328 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:04.345078 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0e2fe2af-0685-4b34-89af-430e14282b9f req-51b5690d-fd12-417e-bd1e-df21f9f2d51e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 210 time: 0.0445569 May 27 09:56:04.405294 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-1c241635-b570-4b84-a516-52ad4d3b5bd5 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:04.405988 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-1c241635-b570-4b84-a516-52ad4d3b5bd5 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Synchronizing usage tracker for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:network {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:56:04.422400 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-1c241635-b570-4b84-a516-52ad4d3b5bd5 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Unset dirty status for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:network {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:56:04.423609 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-1c241635-b570-4b84-a516-52ad4d3b5bd5 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 812 time: 0.1679556 May 27 09:56:04.473207 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-bc278cf6-8d63-4ef0-9229-e5235c7a0f0c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Synchronizing usage tracker for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:security_group {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:56:04.489326 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-bc278cf6-8d63-4ef0-9229-e5235c7a0f0c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Unset dirty status for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:security_group {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:56:04.490463 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-bc278cf6-8d63-4ef0-9229-e5235c7a0f0c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69db4a0248a4f968b6eadeacdc3ee56 HTTP/1.1" status: 200 len: 380 time: 0.0585001 May 27 09:56:04.504059 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'port': {'device_id': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'admin_state_up': True, 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'security_groups': ['b739a22b-379f-465a-b4fd-cf7822e5bee4']}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:56:04.645786 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:56:04.655153 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:56:04.663950 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Made reservation on behalf of e69db4a0248a4f968b6eadeacdc3ee56 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:56:04.667528 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:04.832306 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Allocated IP 172.20.0.6 (a6876e41-ac3a-49b2-9a45-8b969b85c027/fc00d181-0137-4db6-8c6e-f20a78a22e5d/0a8b31ba-127e-4ffa-9a98-ccce9c0cbced) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:56:05.024395 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:05.040128 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Transition to ACTIVE for port object 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:56:05.064696 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:05.070969 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-98d2e715-176c-4703-836b-8fc9a95989eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:56:05.254152 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:56:05.256860 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:56:05.261260 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:56:05.290511 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'Port': ['ID=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:05.311302 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.311691 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.312063 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.312430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.312793 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.313157 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.313516 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.313874 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.314305 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.314966 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.315406 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.315765 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:05.321883 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:56:05.340528 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:05.341193 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:05.368037 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8682849 May 27 09:56:05.380317 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Request body: {'port': {'device_id': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:56:05.502504 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-2b756270-bad9-4eb1-959d-a16c9067fb32 None None] Provisioning for port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:56:05.507396 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-2b756270-bad9-4eb1-959d-a16c9067fb32 None None] Provisioning complete for port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:56:05.507716 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-2b756270-bad9-4eb1-959d-a16c9067fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:05.546327 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:05.559897 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-2b756270-bad9-4eb1-959d-a16c9067fb32 None None] Port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:56:05.644724 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3968927-cf29-4e3e-a255-860b18779b58 req-5a17efe7-15c8-4f96-bc2e-4de18edf5c3d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:05.645424 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-d3968927-cf29-4e3e-a255-860b18779b58 req-5a17efe7-15c8-4f96-bc2e-4de18edf5c3d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Synchronizing usage tracker for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:56:05.713920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-d3968927-cf29-4e3e-a255-860b18779b58 req-5a17efe7-15c8-4f96-bc2e-4de18edf5c3d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Unset dirty status for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:56:05.715102 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3968927-cf29-4e3e-a255-860b18779b58 req-5a17efe7-15c8-4f96-bc2e-4de18edf5c3d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 931 time: 0.2487862 May 27 09:56:05.850791 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3968927-cf29-4e3e-a255-860b18779b58 req-3c1e6fe9-e12c-4228-aff5-5379e115c5ce tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242712 May 27 09:56:05.872739 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:05.971491 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:56:05.978748 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:05.993403 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Transition to ACTIVE for port object 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:56:05.996609 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:06.000987 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:56:06.157880 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:06.165814 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:56:06.243733 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Attempting to bind port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:56:06.244088 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Attempting to bind port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:56:06.244424 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Attempting to bind port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced on network a6876e41-ac3a-49b2-9a45-8b969b85c027 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:56:06.249256 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced on network a6876e41-ac3a-49b2-9a45-8b969b85c027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:56:06.249583 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Attempting to bind port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced on network a6876e41-ac3a-49b2-9a45-8b969b85c027 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:56:06.256773 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:56:06.257116 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Checking segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:56:06.257505 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Bound using segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:56:06.257950 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Bound port: 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:56:06.258301 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:06.346147 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] For port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:56:06.348997 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] For port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:56:06.353224 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:06.357548 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cb901d05-609f-4423-b8a4-5003a8d26c27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:56:06.415577 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:06.416208 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:06.417591 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-be320275-db8f-4448-837f-5b78474ac855 service neutron] 10.222.0.45 "PUT /v2.0/ports/0a8b31ba-127e-4ffa-9a98-ccce9c0cbced HTTP/1.1" status: 200 len: 1093 time: 1.0426409 May 27 09:56:06.418108 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'tag': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:56:06.440605 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:06.443978 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:56:06.503765 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'tag': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'status': 'completed', 'code': 200} May 27 09:56:06.547322 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-ef647dea-b3bd-4c4d-8cc7-9b5c7c408e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:06.548884 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-ef647dea-b3bd-4c4d-8cc7-9b5c7c408e1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 1096 time: 0.0770547 May 27 09:56:06.623802 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-a73ef837-a343-4cfc-a145-918e4e36ffab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced HTTP/1.1" status: 200 len: 217 time: 0.0673583 May 27 09:56:06.689677 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-35f6aeea-d67e-423a-bf9f-78dd6a68d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:06.691315 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-35f6aeea-d67e-423a-bf9f-78dd6a68d4a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0594313 May 27 09:56:06.772243 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-231fe173-474a-4cfc-af1a-69290b76c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:06.773741 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-231fe173-474a-4cfc-af1a-69290b76c0e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747042 May 27 09:56:06.909294 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-856e55cd-c13a-459b-bf29-ea8a448990a3 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278884 May 27 09:56:07.195944 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-453385b5-adfb-4585-9ebf-8545631deaa4 req-425d011e-e67b-433a-9a3c-d82b24ae1931 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797272 May 27 09:56:07.210531 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0ed92-cc2a-46c7-9120-5b656f5ba64d req-964046e8-4939-449c-b51a-c15c480274a8 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:07.211987 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6eb0ed92-cc2a-46c7-9120-5b656f5ba64d req-964046e8-4939-449c-b51a-c15c480274a8 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 943 time: 0.2272234 May 27 09:56:07.302849 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6eb0ed92-cc2a-46c7-9120-5b656f5ba64d req-4eabde02-ea2a-40ed-8ff2-2cef1862fcdb tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841193 May 27 09:56:07.331072 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-c16c698e-47d0-494f-8321-ab37e7e31c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:07.332554 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-c16c698e-47d0-494f-8321-ab37e7e31c9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 1096 time: 0.0804808 May 27 09:56:07.470737 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-2dcf97c4-e61c-4136-b86b-c7193a4e70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:07.472142 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-2dcf97c4-e61c-4136-b86b-c7193a4e70c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1257486 May 27 09:56:07.544694 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-7b166b6e-9e68-465c-954b-07c0e625f2b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced HTTP/1.1" status: 200 len: 217 time: 0.0650172 May 27 09:56:07.608007 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-4933951d-fbba-4e6a-a334-9e72f4f6b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:07.609441 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-4933951d-fbba-4e6a-a334-9e72f4f6b0fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0580490 May 27 09:56:07.684460 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-33875f85-4add-4a2c-ac30-dbb034319d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:07.685926 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-33875f85-4add-4a2c-ac30-dbb034319d42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696580 May 27 09:56:07.818621 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-4a3791a5-43d9-42b7-b861-5b3107f9e54a service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257493 May 27 09:56:07.960263 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84ccce24-b1ea-4f77-908e-2692e28d02d6 req-58a1208b-87cb-45b8-a0ac-6cc3cffefde5 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343167 May 27 09:56:08.493665 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2f81a-4dc6-4c7d-a071-4ccdc0327a08 req-fe9b0d2b-0a19-4f4b-badc-06fec7e78e59 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:08.495049 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fdb2f81a-4dc6-4c7d-a071-4ccdc0327a08 req-fe9b0d2b-0a19-4f4b-badc-06fec7e78e59 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 943 time: 0.0835569 May 27 09:56:08.539498 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fdb2f81a-4dc6-4c7d-a071-4ccdc0327a08 req-896faf95-0a7f-44cf-b5d3-fac2b3389cc1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389154 May 27 09:56:09.726121 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34380122-1c47-4cb5-8240-bbe8cd7fd69a req-8b1b2160-c537-40dd-944f-d193b4192c3a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:09.727631 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-34380122-1c47-4cb5-8240-bbe8cd7fd69a req-8b1b2160-c537-40dd-944f-d193b4192c3a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 943 time: 0.0843081 May 27 09:56:09.772388 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-34380122-1c47-4cb5-8240-bbe8cd7fd69a req-5bd71088-2652-4747-bc99-74b6860848e3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 May 27 09:56:10.953210 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c7ae-125d-4f66-bbcd-3f1f7113c823 req-bb0055fe-f7ff-447c-a0ef-cdb8352e2dc5 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:10.955265 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2470c7ae-125d-4f66-bbcd-3f1f7113c823 req-bb0055fe-f7ff-447c-a0ef-cdb8352e2dc5 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 943 time: 0.0792699 May 27 09:56:11.000792 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-2470c7ae-125d-4f66-bbcd-3f1f7113c823 req-f65c420d-b7b2-4799-be03-e29690981585 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395830 May 27 09:56:12.184277 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45bacc-2299-461c-8847-9114d60f09fe req-b6652de7-cc56-401f-92bf-d45df584d67f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:12.185756 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4a45bacc-2299-461c-8847-9114d60f09fe req-b6652de7-cc56-401f-92bf-d45df584d67f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 943 time: 0.0798824 May 27 09:56:12.234436 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4a45bacc-2299-461c-8847-9114d60f09fe req-23839f47-d8c1-4c23-9740-fa9916956903 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 May 27 09:56:13.421325 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee62798-4c33-477d-a6e9-ca3d0fd14029 req-27ef4edc-8b39-4c5c-b530-2dd7eede68a6 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:13.422704 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bee62798-4c33-477d-a6e9-ca3d0fd14029 req-27ef4edc-8b39-4c5c-b530-2dd7eede68a6 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 943 time: 0.0862930 May 27 09:56:13.467291 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-bee62798-4c33-477d-a6e9-ca3d0fd14029 req-2c50c7d6-cc14-40a3-b919-243d587dc107 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383458 May 27 09:56:14.654921 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815cf02-c510-42cb-ab69-f14afd67abc0 req-9cc10e53-fd7b-4d05-ab64-c51b910e16c2 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:14.656376 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d815cf02-c510-42cb-ab69-f14afd67abc0 req-9cc10e53-fd7b-4d05-ab64-c51b910e16c2 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 943 time: 0.0807073 May 27 09:56:14.700941 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d815cf02-c510-42cb-ab69-f14afd67abc0 req-ba64e332-b25f-449b-bf02-60b032a251d6 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 May 27 09:56:15.179023 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:56:15.320667 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:56:15.334406 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'port_id': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'mac_address': 'fa:16:3e:e6:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:56:15.388107 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:15.405172 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:56:15.420949 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:56:15.424961 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:15.426648 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:56:15.494883 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:15.497882 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:56:15.628023 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['0a8b31ba-127e-4ffa-9a98-ccce9c0cbced'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:56:15.889091 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2426c-1c1e-46ec-8c12-9919f1082bf1 req-f0ad7e45-2f2c-434b-8c6d-bf8c6a1ca625 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:15.890849 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e1f2426c-1c1e-46ec-8c12-9919f1082bf1 req-f0ad7e45-2f2c-434b-8c6d-bf8c6a1ca625 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 944 time: 0.0820048 May 27 09:56:15.934931 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-e1f2426c-1c1e-46ec-8c12-9919f1082bf1 req-6f056a36-cad6-480d-b5e6-71106b71ea6e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382316 May 27 09:56:17.125989 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73dcfa-cbe6-4a51-806c-90184b1fcfdb req-a23cd508-580b-433a-bb17-bed9605d5359 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:17.128066 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7e73dcfa-cbe6-4a51-806c-90184b1fcfdb req-a23cd508-580b-433a-bb17-bed9605d5359 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 944 time: 0.0861700 May 27 09:56:17.172285 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7e73dcfa-cbe6-4a51-806c-90184b1fcfdb req-3ee2aed6-0f5c-4998-b74f-a0de79b0d28f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386791 May 27 09:56:17.182658 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:56:17.249912 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:56:17.255013 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:56:17.255397 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:17.370206 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:17.396950 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:56:17.406697 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:56:17.410591 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:17.412713 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:56:17.447364 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'code': 200} May 27 09:56:17.482215 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:17.485120 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:56:17.712665 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7181a-2ca2-4a60-b1d7-8c5f6fdbee62 req-64fe8dc8-ab24-4f2d-860f-6d9d8fec51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:17.714050 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-93b7181a-2ca2-4a60-b1d7-8c5f6fdbee62 req-64fe8dc8-ab24-4f2d-860f-6d9d8fec51ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 1098 time: 0.0693331 May 27 09:56:17.755643 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-93b7181a-2ca2-4a60-b1d7-8c5f6fdbee62 req-f155f0de-aaf3-4e15-89ba-7d6176b6bb4d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348828 May 27 09:56:18.360515 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce23e9-b9ed-4fb7-80af-8a62dd1cea38 req-e9c9e6ea-6ebd-47bc-9edf-5095f0c2ae6d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:18.361895 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f0ce23e9-b9ed-4fb7-80af-8a62dd1cea38 req-e9c9e6ea-6ebd-47bc-9edf-5095f0c2ae6d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 945 time: 0.0835950 May 27 09:56:18.406849 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f0ce23e9-b9ed-4fb7-80af-8a62dd1cea38 req-67042722-57c9-4305-bc6a-bbdd7d9cf418 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385780 May 27 09:56:19.594944 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0676bb4-5b1c-41c6-b6a4-27538e9f231b req-f469fc00-4383-4309-a25b-a37eeab606cf tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:19.596601 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a0676bb4-5b1c-41c6-b6a4-27538e9f231b req-f469fc00-4383-4309-a25b-a37eeab606cf tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 945 time: 0.0839877 May 27 09:56:19.640701 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a0676bb4-5b1c-41c6-b6a4-27538e9f231b req-be789a37-1636-4118-8000-dc5741eaf21d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385709 May 27 09:56:19.825578 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c7de-ae56-43bc-a156-5f619f8acd8d req-ed03dbc3-8cf4-4fa7-b3b5-4c34d1cd7805 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:19.827119 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fa51c7de-ae56-43bc-a156-5f619f8acd8d req-ed03dbc3-8cf4-4fa7-b3b5-4c34d1cd7805 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 945 time: 0.0786066 May 27 09:56:19.875190 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fa51c7de-ae56-43bc-a156-5f619f8acd8d req-76e5f82b-441e-4d9f-b0fe-312da2d850ec tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 May 27 09:56:19.898441 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47164) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:56:20.011731 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97989dd-5bb1-4538-803a-73ed93e13e8b tempest-TestVolumeBootPattern-2003847551 tempest-TestVolumeBootPattern-2003847551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:20.013247 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d97989dd-5bb1-4538-803a-73ed93e13e8b tempest-TestVolumeBootPattern-2003847551 tempest-TestVolumeBootPattern-2003847551-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 1093 time: 0.1138086 May 27 09:56:20.016168 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47170) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:56:20.021869 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'floatingip': {'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'port_id': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:56:20.027800 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:56:20.031616 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:floatingip and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:56:20.034751 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:56:20.040439 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:56:20.050556 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:20.186348 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:20.416594 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Allocated IP 172.27.3.90 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/e961146c-6e99-40a5-a5cb-9d53259a55ac) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:56:20.561497 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:20.590907 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:20.595488 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-a3a75726-2962-49a1-ae76-25ab62d6f45f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:56:20.656005 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:56:20.659065 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:56:20.662814 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:56:20.705048 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'Port': ['ID=e961146c-6e99-40a5-a5cb-9d53259a55ac,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:20.712699 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:56:21.081794 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:21.155079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:21.359775 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:21.364185 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:21.368819 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-4f3f6d34-1220-49c2-b114-9208b94e65aa tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:56:21.483899 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'Port': ['ID=e961146c-6e99-40a5-a5cb-9d53259a55ac,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:21.488056 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:56:21.492960 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:21.667990 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Floating IP 73c62687-1f12-4744-aa7f-f84d667055df associated. External IP: 172.27.3.90, port: 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced. May 27 09:56:22.110346 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Router 41c80334-b186-4891-af75-0ad26b25be91 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:56:22.290473 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:56:22.300160 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] Sync routers for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:56:22.309202 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:56:22.309823 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:56:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:22.316976 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:22.372901 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3556001 May 27 09:56:22.373815 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'tag': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:56:22.416800 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'tag': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'status': 'completed', 'code': 200} May 27 09:56:22.488575 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:56:22.520760 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1db03-d636-4201-9862-d24d364a0990 req-91998ceb-8559-4ed6-8772-f9620154db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:22.522292 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-35e1db03-d636-4201-9862-d24d364a0990 req-91998ceb-8559-4ed6-8772-f9620154db19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 1098 time: 0.0766647 May 27 09:56:22.666258 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1db03-d636-4201-9862-d24d364a0990 req-2bcc2709-b48f-4a49-ae5f-abb071094681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:22.667933 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-35e1db03-d636-4201-9862-d24d364a0990 req-2bcc2709-b48f-4a49-ae5f-abb071094681 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1389630 May 27 09:56:22.771009 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-35e1db03-d636-4201-9862-d24d364a0990 req-c36d566d-326a-45fa-8e23-152ca0d1c312 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced HTTP/1.1" status: 200 len: 998 time: 0.0956881 May 27 09:56:22.837847 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1db03-d636-4201-9862-d24d364a0990 req-84639640-fc5f-40fa-9eb0-3f74d6d67745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:22.839336 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-35e1db03-d636-4201-9862-d24d364a0990 req-84639640-fc5f-40fa-9eb0-3f74d6d67745 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0617886 May 27 09:56:22.869924 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '73c62687-1f12-4744-aa7f-f84d667055df', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e6:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:56:21Z', 'updated_at': '2021-05-27T09:56:21Z', 'revision_number': 0, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:22.873738 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] Checking router: 41c80334-b186-4891-af75-0ad26b25be91 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:56:22.882835 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:56:22.883448 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:56:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:22.914086 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1db03-d636-4201-9862-d24d364a0990 req-a04272a0-60df-4c08-83c5-1d1e26daee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:22.915610 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-35e1db03-d636-4201-9862-d24d364a0990 req-a04272a0-60df-4c08-83c5-1d1e26daee5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699005 May 27 09:56:23.055117 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-35e1db03-d636-4201-9862-d24d364a0990 req-678446db-0857-4d0a-b7a9-5b7565609e36 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318185 May 27 09:56:23.063083 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:56:23.189458 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-35e1db03-d636-4201-9862-d24d364a0990 req-ca4a351b-4216-4626-809d-c060451609fc service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278045 May 27 09:56:23.415650 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '73c62687-1f12-4744-aa7f-f84d667055df', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e6:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:56:21Z', 'updated_at': '2021-05-27T09:56:21Z', 'revision_number': 0, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:23.419436 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13ed24-7384-461d-a6eb-f653a483a78a None None] The sync data for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi is: [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '73c62687-1f12-4744-aa7f-f84d667055df', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e6:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:56:21Z', 'updated_at': '2021-05-27T09:56:21Z', 'revision_number': 0, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:56:23.681009 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d1388-e1a7-4cfa-995c-ec1ec237518b None None] New status for floating IP 73c62687-1f12-4744-aa7f-f84d667055df: ACTIVE {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:56:27.864269 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:30.639528 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3cae-eb57-4741-a011-9db802a683c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:33.184629 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:33.389663 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-25820ee9-ad1e-489d-9afc-3b35a3ef8683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:34.206460 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:35.866524 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:38.529643 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:56:57.879137 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:59.221903 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-a6c00a3d-bdc8-45d8-83cc-a75f1086e96b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794716 May 27 09:56:59.356406 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-1b880176-1a95-429e-974c-08f8629a075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:59.357753 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-1b880176-1a95-429e-974c-08f8629a075c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1098 time: 0.0701663 May 27 09:56:59.501901 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-7e9efac0-0df8-4416-abd7-2dc4cadfde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:59.503378 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-7e9efac0-0df8-4416-abd7-2dc4cadfde7f service neutron] 10.222.0.45 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 909 time: 0.1269424 May 27 09:56:59.703169 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-895abc5c-faf0-467e-bbcd-a65f1eb7b460 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 999 time: 0.1926541 May 27 09:56:59.764644 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-22b88601-9f47-4cbc-aca7-075745045ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:59.766060 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-22b88601-9f47-4cbc-aca7-075745045ecf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 200 len: 847 time: 0.0570271 May 27 09:56:59.841025 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-c1a88a71-cee5-42ec-9273-7d0d0fcc6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:56:59.842482 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-c1a88a71-cee5-42ec-9273-7d0d0fcc6ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42011809-dcde-468d-b642-7d0c4ccc7fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707216 May 27 09:56:59.973248 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-de4e01a2-1fa3-4274-b2bc-b9aeacd5211f service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240306 May 27 09:57:00.106177 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-2db8e2c2-5cdd-4c3e-bff3-30bf061dbcea req-9c9fc8ef-90b1-45e3-bc4e-583dd927b9bd service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267815 May 27 09:57:00.640422 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-3d525a9f-cf1f-4455-9fb8-bc83489084ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:03.185876 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:03.390344 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-1911ff72-6ddc-4631-85dc-22105fa4d367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:04.207369 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:05.868933 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:15.528235 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:57:27.896461 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:30.640779 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a1eac517-7c77-4ed9-a150-e0dee75c8030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:33.188308 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:33.391098 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-9121e270-063b-405d-b77d-03361f312102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:34.210903 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:35.874497 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:49.856077 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cebef-1462-4418-b593-4beec6e41830 req-012184a8-bacd-4c6a-90d2-676bd2e23063 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:49.857527 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fc9cebef-1462-4418-b593-4beec6e41830 req-012184a8-bacd-4c6a-90d2-676bd2e23063 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0840263 May 27 09:57:50.007022 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fc9cebef-1462-4418-b593-4beec6e41830 req-21336202-e6d3-44b2-926d-1e6965b06b40 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437612 May 27 09:57:51.196647 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3cf70-5637-41b1-9bf3-0f3681b0a19f req-934ffa7d-8bed-4093-9439-0b45536b8eda tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:51.198101 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-89f3cf70-5637-41b1-9bf3-0f3681b0a19f req-934ffa7d-8bed-4093-9439-0b45536b8eda tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0797434 May 27 09:57:51.248950 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-89f3cf70-5637-41b1-9bf3-0f3681b0a19f req-22546586-013a-4f08-bd05-2245b7b1cf58 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451727 May 27 09:57:52.435798 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db4a02-3438-4a75-8ad5-b17b8f53b09a req-1216da7d-bc6a-481a-a335-30161a41e684 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:52.437167 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c3db4a02-3438-4a75-8ad5-b17b8f53b09a req-1216da7d-bc6a-481a-a335-30161a41e684 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0813956 May 27 09:57:52.484474 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c3db4a02-3438-4a75-8ad5-b17b8f53b09a req-d63809ef-9926-4686-93c5-db669854a984 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 May 27 09:57:52.527718 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:57:53.672786 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d0c56-ef5f-43af-be54-7b669434ad9e req-d26fe11c-08f7-4b09-840a-42f6183b266d tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:53.674244 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-242d0c56-ef5f-43af-be54-7b669434ad9e req-d26fe11c-08f7-4b09-840a-42f6183b266d tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0798144 May 27 09:57:53.720067 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-242d0c56-ef5f-43af-be54-7b669434ad9e req-a8706238-b430-411f-8761-543a302b862c tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394795 May 27 09:57:54.904677 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334bcfc-0203-41df-9fe9-cbd54050f0f6 req-502149bd-43af-4703-9f01-79b0fb23e044 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:54.906132 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c334bcfc-0203-41df-9fe9-cbd54050f0f6 req-502149bd-43af-4703-9f01-79b0fb23e044 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0800133 May 27 09:57:54.950795 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-c334bcfc-0203-41df-9fe9-cbd54050f0f6 req-5dfc09f4-9a42-4940-9936-6f8f2dc83619 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389242 May 27 09:57:56.139549 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12080fbb-5435-44d2-a47a-52df919f153f req-7fa0ad1d-d392-483f-9e87-8355dcee5c61 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:56.141031 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-12080fbb-5435-44d2-a47a-52df919f153f req-7fa0ad1d-d392-483f-9e87-8355dcee5c61 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0868897 May 27 09:57:56.184836 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-12080fbb-5435-44d2-a47a-52df919f153f req-5045760b-d84a-42cd-bade-97b2d91e0fa0 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373638 May 27 09:57:57.396424 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3a8df-c34e-4d7e-a0b2-84ef29b52a84 req-5ffa7f8f-8156-41b8-b928-9126e8a5365a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:57.397903 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-07d3a8df-c34e-4d7e-a0b2-84ef29b52a84 req-5ffa7f8f-8156-41b8-b928-9126e8a5365a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.1046226 May 27 09:57:57.442307 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-07d3a8df-c34e-4d7e-a0b2-84ef29b52a84 req-3976b3be-2abc-477b-9396-8d0888fe25b2 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386436 May 27 09:57:57.919101 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:58.634350 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3d4a3-49ca-4484-817d-0b8a7842b943 req-7c61bee9-c38d-4731-bcee-bb7ed32c5485 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:58.635773 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-49d3d4a3-49ca-4484-817d-0b8a7842b943 req-7c61bee9-c38d-4731-bcee-bb7ed32c5485 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0850849 May 27 09:57:58.680598 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-49d3d4a3-49ca-4484-817d-0b8a7842b943 req-044cc7c3-520d-451d-bd4c-c972341819b2 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392876 May 27 09:57:59.248871 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-8e0705cd-5abf-43a9-9926-9d5387eaf751 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754385 May 27 09:57:59.340093 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-60e84afc-448a-48cd-ad0a-b1078d66de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:59.341389 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-60e84afc-448a-48cd-ad0a-b1078d66de23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 1098 time: 0.0705881 May 27 09:57:59.489414 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-73dee33e-0b83-4875-89de-fd43b87c370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:59.490800 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-73dee33e-0b83-4875-89de-fd43b87c370a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1296885 May 27 09:57:59.595744 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-dec3d09e-b9a4-4dbe-b501-a7467be119af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced HTTP/1.1" status: 200 len: 1000 time: 0.0985389 May 27 09:57:59.663516 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-c52d25b4-fc73-4fe0-866a-c743c1d82500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:59.664934 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-c52d25b4-fc73-4fe0-866a-c743c1d82500 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0624678 May 27 09:57:59.745701 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-a75a2768-4873-45f1-b569-9c6f6bfa1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:59.747121 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-a75a2768-4873-45f1-b569-9c6f6bfa1f5a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758052 May 27 09:57:59.865569 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a95d6b-e8ff-4ff5-845e-fdd3a9879f17 req-07857625-f5fd-4f5a-80aa-9d0bc22e107e tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:57:59.867084 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-11a95d6b-e8ff-4ff5-845e-fdd3a9879f17 req-07857625-f5fd-4f5a-80aa-9d0bc22e107e tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0806298 May 27 09:57:59.881696 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-05cd0b90-64ed-47f1-a60e-cf3c80620451 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284871 May 27 09:57:59.914506 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-11a95d6b-e8ff-4ff5-845e-fdd3a9879f17 req-8a35018e-4842-4e13-9ed0-7ba1824423ac tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404322 May 27 09:58:00.174637 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3793917a-bd5f-45a2-acf6-3f7810853b6c req-98d86fd1-b8ef-483e-be35-cdfe26c61865 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825308 May 27 09:58:00.177928 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-ce69ae7f-139f-4155-82e4-b741a6787305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:00.179354 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-ce69ae7f-139f-4155-82e4-b741a6787305 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1098 time: 0.2885346 May 27 09:58:00.311576 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-9adf8206-5b8d-4b06-88ad-f924f25df8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:00.313035 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-9adf8206-5b8d-4b06-88ad-f924f25df8a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 909 time: 0.1274650 May 27 09:58:00.417504 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-1632a367-594b-41b6-91f9-b16e540faf5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 999 time: 0.0976787 May 27 09:58:00.484079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-f1337cb1-bf3f-4a74-adf7-620e1ae2bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:00.485483 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-f1337cb1-bf3f-4a74-adf7-620e1ae2bdda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 200 len: 847 time: 0.0608368 May 27 09:58:00.558336 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-dd5af676-2c92-4357-a527-b2de69c27f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:00.559819 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-dd5af676-2c92-4357-a527-b2de69c27f77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42011809-dcde-468d-b642-7d0c4ccc7fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678568 May 27 09:58:00.642060 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-0e844adc-acc2-433c-a276-a804ed1b7463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:00.695007 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-b2a4b508-5b77-4fe2-b94f-ec3af75f54ff service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271646 May 27 09:58:00.828953 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-714db3a3-0256-4298-8e85-9f3a7d4b2b96 req-d9dda8a0-f93d-49e9-954e-146da420bbad service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272395 May 27 09:58:01.102712 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626ff9-0264-4697-adbb-f1f53dc17a4c req-2ae6ab4c-ed6c-41f5-89e5-b18da8af51cd tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:01.105563 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cf626ff9-0264-4697-adbb-f1f53dc17a4c req-2ae6ab4c-ed6c-41f5-89e5-b18da8af51cd tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0846298 May 27 09:58:01.149802 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cf626ff9-0264-4697-adbb-f1f53dc17a4c req-51179c56-a495-44ea-b048-031da6490eb6 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392766 May 27 09:58:02.337876 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f5b65-c362-4347-b043-d0113511ff03 req-701c17ef-98cc-429f-a723-0c849fcf43b3 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:02.339403 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-879f5b65-c362-4347-b043-d0113511ff03 req-701c17ef-98cc-429f-a723-0c849fcf43b3 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0863700 May 27 09:58:02.385202 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-879f5b65-c362-4347-b043-d0113511ff03 req-b41cb87d-67ae-469c-a7de-da2ab9d1dbde tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399585 May 27 09:58:03.189974 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:03.393495 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e314-9011-4f2e-9838-a5cdac54c0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:03.594913 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194df5a-5c53-4e8d-98bf-376eb7c49263 req-70abbc13-2365-43a4-a607-a8aa71a91235 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:03.596644 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4194df5a-5c53-4e8d-98bf-376eb7c49263 req-70abbc13-2365-43a4-a607-a8aa71a91235 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0930104 May 27 09:58:03.662069 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-4194df5a-5c53-4e8d-98bf-376eb7c49263 req-3a21ebc8-5fba-4873-978f-261f16c4e730 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579381 May 27 09:58:04.056982 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55488a2-d388-438a-8a97-b9d5bc08a062 req-4ae5e616-d44c-4b6f-942c-3ccb45b842b8 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:04.058493 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a55488a2-d388-438a-8a97-b9d5bc08a062 req-4ae5e616-d44c-4b6f-942c-3ccb45b842b8 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0971091 May 27 09:58:04.085649 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-8e45ca42-6348-4ef8-8dff-a7b9f560f4e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1938510 May 27 09:58:04.115912 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a55488a2-d388-438a-8a97-b9d5bc08a062 req-d95f6381-da1c-43d3-ac89-177dee642dfe tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513883 May 27 09:58:04.214361 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:05.315231 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdbabc-b2e8-4267-9888-bb776e873bfb req-d076c2c2-1cec-4432-bf99-82c5c0f52301 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:05.317478 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a9fdbabc-b2e8-4267-9888-bb776e873bfb req-d076c2c2-1cec-4432-bf99-82c5c0f52301 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0910621 May 27 09:58:05.361894 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-a9fdbabc-b2e8-4267-9888-bb776e873bfb req-8bbe6ec6-7bce-417d-bd73-e3a9ed08b3e9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383558 May 27 09:58:05.612032 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-6bebb17d-31a7-46a7-aea3-19f20d5688c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:05.613535 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-6bebb17d-31a7-46a7-aea3-19f20d5688c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8&tenant_id=c27d0db7ffdc471abb1f9715deb44c4a HTTP/1.1" status: 200 len: 1098 time: 0.0713487 May 27 09:58:05.709463 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-d4386e03-02c0-4fdc-95fc-f5381d1ced1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:05.710953 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-d4386e03-02c0-4fdc-95fc-f5381d1ced1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1098 time: 0.0765359 May 27 09:58:05.757330 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1faa6800-7e81-45b3-91fa-82045e87dc01 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:58:05.848384 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-2015485c-5541-4351-b2b2-04bff810da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:05.849844 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-2015485c-5541-4351-b2b2-04bff810da3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 909 time: 0.1329443 May 27 09:58:05.879892 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:05.889909 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:05.906873 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:58:05.916847 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1faa6800-7e81-45b3-91fa-82045e87dc01,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:58:05.920894 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:05.923614 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:05.958005 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'code': 200} May 27 09:58:05.962285 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-e2394627-6dd7-43c9-abcf-60f3ff415f83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 999 time: 0.1058061 May 27 09:58:06.027139 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-bf5817ce-8a68-40b2-9ec1-246a83486786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:06.028600 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-bf5817ce-8a68-40b2-9ec1-246a83486786 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 200 len: 847 time: 0.0606294 May 27 09:58:06.033426 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=1faa6800-7e81-45b3-91fa-82045e87dc01,revision_number=6']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:06.041381 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.041739 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.042084 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.042422 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.042775 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.043116 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.043448 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.043776 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.044110 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.044434 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.044762 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.045086 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:06.048956 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:06.107410 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-787fbbae-1e16-4917-bd28-8c7ae1b133b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:06.109037 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-787fbbae-1e16-4917-bd28-8c7ae1b133b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42011809-dcde-468d-b642-7d0c4ccc7fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741358 May 27 09:58:06.349466 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-438eadd3-eae9-4ea2-993c-4c33d901e289 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320547 May 27 09:58:06.488629 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-541ab83f-e629-4fde-9d03-c70dda21fdee req-9ee49f43-fdbc-4c9f-9d87-b56de2d7e9d0 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321480 May 27 09:58:06.554856 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7243b-4da4-449a-ae55-66a4d0464006 req-2078260e-bfe6-433e-a931-efeb8af6e09a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:06.556324 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-87f7243b-4da4-449a-ae55-66a4d0464006 req-2078260e-bfe6-433e-a931-efeb8af6e09a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0805418 May 27 09:58:06.602199 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-87f7243b-4da4-449a-ae55-66a4d0464006 req-501e1528-b9fa-4d78-9cef-d617277795ea tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401649 May 27 09:58:07.796638 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b53555-80de-4a1d-9e4e-1532f4840e3b req-6fb160d1-8b7f-4882-9cbe-b75d056d5a29 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:07.798084 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-42b53555-80de-4a1d-9e4e-1532f4840e3b req-6fb160d1-8b7f-4882-9cbe-b75d056d5a29 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0854602 May 27 09:58:07.842011 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-42b53555-80de-4a1d-9e4e-1532f4840e3b req-333b61d9-fb9a-4322-8527-f280d758ebc7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382180 May 27 09:58:09.027073 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc220d9-6228-4b05-8479-f649823fb51d req-89faa123-9700-40a6-a4bc-f5cdc3586c8b tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:09.028523 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0dc220d9-6228-4b05-8479-f649823fb51d req-89faa123-9700-40a6-a4bc-f5cdc3586c8b tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0811698 May 27 09:58:09.073019 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0dc220d9-6228-4b05-8479-f649823fb51d req-6c8cda9d-73db-4c32-a297-a8adca7dd774 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388911 May 27 09:58:10.260865 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4581a4-602d-487a-958e-41b2e984440f req-764e55bc-21a1-447a-955e-342f4fd8e078 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:10.262351 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5c4581a4-602d-487a-958e-41b2e984440f req-764e55bc-21a1-447a-955e-342f4fd8e078 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0810151 May 27 09:58:10.313216 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5c4581a4-602d-487a-958e-41b2e984440f req-ea86b338-ea97-4b66-b4f1-b22ac6f4bc41 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445881 May 27 09:58:11.496593 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e270e-19f4-4637-a4f2-320118358371 req-0c04cacc-1625-40dc-823d-de017a3d3fd5 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:11.497981 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d82e270e-19f4-4637-a4f2-320118358371 req-0c04cacc-1625-40dc-823d-de017a3d3fd5 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0814228 May 27 09:58:11.547826 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-d82e270e-19f4-4637-a4f2-320118358371 req-cc414ffc-4bc3-419c-81ec-813640c26869 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442133 May 27 09:58:12.571089 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571642b6-acec-4bad-825d-57e6c76b73ec req-226d334b-e837-4ef6-b6c0-a7f6e0c16848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:12.572571 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-571642b6-acec-4bad-825d-57e6c76b73ec req-226d334b-e837-4ef6-b6c0-a7f6e0c16848 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1096 time: 0.0710390 May 27 09:58:12.614992 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-571642b6-acec-4bad-825d-57e6c76b73ec req-c3aed732-7b2e-4a13-8381-8b0a97675ad8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360541 May 27 09:58:12.745065 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa4f7d-7d99-4157-b73d-23645f22b4c9 req-98d44429-5f9a-47c5-b0ba-029ba3ed538e tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:12.746542 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-38fa4f7d-7d99-4157-b73d-23645f22b4c9 req-98d44429-5f9a-47c5-b0ba-029ba3ed538e tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0903549 May 27 09:58:12.797252 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-38fa4f7d-7d99-4157-b73d-23645f22b4c9 req-a82978cf-261c-4039-9efd-6d423c3d9aa2 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394557 May 27 09:58:13.819919 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1faa6800-7e81-45b3-91fa-82045e87dc01 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:58:13.957985 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1faa6800-7e81-45b3-91fa-82045e87dc01,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:58:13.971281 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'port_id': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'mac_address': 'fa:16:3e:6f:8a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:58:13.991191 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86754c-3717-48e7-b7e4-42781f93c1bf req-0abab4ca-d0a5-4908-9acb-d1e70f848fde tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:13.992716 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ab86754c-3717-48e7-b7e4-42781f93c1bf req-0abab4ca-d0a5-4908-9acb-d1e70f848fde tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 943 time: 0.0916922 May 27 09:58:14.033765 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:14.040546 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-ab86754c-3717-48e7-b7e4-42781f93c1bf req-80cb029f-bf5a-4619-9117-ea51390e85ac tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 May 27 09:58:14.051280 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1faa6800-7e81-45b3-91fa-82045e87dc01 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:58:14.068347 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1faa6800-7e81-45b3-91fa-82045e87dc01,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:58:14.072103 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:14.074867 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:14.143681 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=1faa6800-7e81-45b3-91fa-82045e87dc01,revision_number=7']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:14.147182 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:14.313464 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['1faa6800-7e81-45b3-91fa-82045e87dc01'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:58:15.819746 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1faa6800-7e81-45b3-91fa-82045e87dc01 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:58:15.888950 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 1faa6800-7e81-45b3-91fa-82045e87dc01 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:58:15.889328 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:16.004664 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:16.030671 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:58:16.040201 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1faa6800-7e81-45b3-91fa-82045e87dc01,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:58:16.044539 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:16.047196 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-c2dbfd03-7a93-41ec-ba36-90c4723f0a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:16.086438 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'code': 200} May 27 09:58:16.117446 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=1faa6800-7e81-45b3-91fa-82045e87dc01,revision_number=8']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:16.120607 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:17.227663 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7980d-6290-4f46-bd72-904bc7b50714 req-ea2004b4-93aa-45db-8305-116ff10c98b8 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:17.229124 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-66b7980d-6290-4f46-bd72-904bc7b50714 req-ea2004b4-93aa-45db-8305-116ff10c98b8 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 945 time: 0.0805800 May 27 09:58:17.273830 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-66b7980d-6290-4f46-bd72-904bc7b50714 req-c3078b30-716f-490f-b6f2-8718bd2bb0e3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 May 27 09:58:18.474067 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50eb55-1024-4042-9171-7c96505a2e00 req-628fd3a9-a395-4d35-9a3a-a43ecc0d0df9 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:18.475560 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4a50eb55-1024-4042-9171-7c96505a2e00 req-628fd3a9-a395-4d35-9a3a-a43ecc0d0df9 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 945 time: 0.0847242 May 27 09:58:18.520259 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4a50eb55-1024-4042-9171-7c96505a2e00 req-535d77ac-6205-4edc-981c-a916eef3f36e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390112 May 27 09:58:18.649408 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab2e70-2536-4422-8776-ce497963ad85 req-1163fe47-f6a8-45b3-96f4-aad10687ca3d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:18.650823 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bdab2e70-2536-4422-8776-ce497963ad85 req-1163fe47-f6a8-45b3-96f4-aad10687ca3d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 945 time: 0.0834360 May 27 09:58:18.789598 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Deleting port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:58:18.789945 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:18.924527 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] For port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:58:18.924794 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:19.216149 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:19.216432 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:19.216742 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Floating IP 73c62687-1f12-4744-aa7f-f84d667055df disassociated. External IP: 172.27.3.90, port: 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced. May 27 09:58:19.217080 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Calling delete_port for 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:58:19.329073 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:19.334913 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-65d205d0-c358-4c3a-99a7-1f694863e3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:19.381846 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event deleted for resources: {'Port': ['ID=0a8b31ba-127e-4ffa-9a98-ccce9c0cbced,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:19.448373 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.448758 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.449132 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.449502 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.449866 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.450232 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.450593 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.450978 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.451341 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.451701 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.452055 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.452410 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:58:19.559319 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:19.695854 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-a0956808-ddd7-4bf1-90db-bb660bde6daa req-1fd64ff5-752a-4317-8e00-451c5867c291 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 210 time: 0.0624750 May 27 09:58:19.727832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Router 41c80334-b186-4891-af75-0ad26b25be91 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:58:19.916071 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:58:19.925766 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] Sync routers for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:58:19.935233 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:58:19.935854 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:58:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:58:19.992179 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] No DVR routers for this DVR port 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:58:19.994618 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:19.997246 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'name': 'network-vif-deleted', 'tag': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:58:20.013038 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-bdab2e70-2536-4422-8776-ce497963ad85 req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "DELETE /v2.0/ports/0a8b31ba-127e-4ffa-9a98-ccce9c0cbced HTTP/1.1" status: 204 len: 173 time: 1.3569782 May 27 09:58:20.127102 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:58:20.152272 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dfe630-1a23-4894-8dec-ce9218fa20bc', 'name': 'network-vif-deleted', 'tag': '0a8b31ba-127e-4ffa-9a98-ccce9c0cbced', 'status': 'completed', 'code': 200} May 27 09:58:20.437279 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:58:20.440996 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] Checking router: 41c80334-b186-4891-af75-0ad26b25be91 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:58:20.449533 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:58:20.450129 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:58:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:58:20.663541 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:58:20.870993 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-5b4fa95a-bc90-4c77-9d3c-24b1b9261076 req-7176d546-eddd-4924-916e-b36a1495002d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Synchronizing usage tracker for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:58:20.888083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-5b4fa95a-bc90-4c77-9d3c-24b1b9261076 req-7176d546-eddd-4924-916e-b36a1495002d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Unset dirty status for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:58:20.889374 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5b4fa95a-bc90-4c77-9d3c-24b1b9261076 req-7176d546-eddd-4924-916e-b36a1495002d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=82dfe630-1a23-4894-8dec-ce9218fa20bc HTTP/1.1" status: 200 len: 210 time: 0.0613985 May 27 09:58:20.987759 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:58:20.992355 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7581f3e-292d-4b3e-b623-e1c746775d47 None None] The sync data for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi is: [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:58:21.198961 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9033e47-52b8-413b-864a-60ab9f207e51 None None] New status for floating IP 73c62687-1f12-4744-aa7f-f84d667055df: DOWN {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:58:21.850752 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:58:21.884824 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:58:21.885175 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 0a8b31ba-127e-4ffa-9a98-ccce9c0cbced not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:58:22.190454 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-a3803058-cde6-4afa-9e43-7c6a20977458 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743764372&fields=id&tenant_id=e69db4a0248a4f968b6eadeacdc3ee56 HTTP/1.1" status: 200 len: 267 time: 0.0408118 May 27 09:58:22.340861 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-a53068bb-6d31-4e90-a0cc-90e1f94c4ca0 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:22.342292 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-a53068bb-6d31-4e90-a0cc-90e1f94c4ca0 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 812 time: 0.1449664 May 27 09:58:22.357901 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-691d44e8-3828-470b-8bf6-43d64438c4ba tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/quotas/e69db4a0248a4f968b6eadeacdc3ee56 HTTP/1.1" status: 200 len: 375 time: 0.0095496 May 27 09:58:22.442755 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-bcb071c4-02b5-4cfb-a856-efd7a614ecfa tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800498 May 27 09:58:22.623750 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-87c0b6aa-4f56-4f68-a804-634f708232f6 service neutron] 10.222.0.20 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697669 May 27 09:58:22.757495 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-e15d0a67-b6eb-4ef0-b6d5-b6a9806ae56e service neutron] 10.222.0.20 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273763 May 27 09:58:23.142669 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-987ca10b-1c50-4dc9-869f-98fb87dce971 req-5d3e979f-6a97-439a-864d-795d927d90c6 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 210 time: 0.0438404 May 27 09:58:24.173635 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-40953f6b-6ecf-4d4d-a863-da3d6a65fee8 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:24.175113 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-40953f6b-6ecf-4d4d-a863-da3d6a65fee8 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 812 time: 0.1535375 May 27 09:58:24.229802 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-131dc7ca-3a85-4a7a-b16e-0266599ffe09 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69db4a0248a4f968b6eadeacdc3ee56 HTTP/1.1" status: 200 len: 380 time: 0.0465407 May 27 09:58:24.242649 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'port': {'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'admin_state_up': True, 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'security_groups': ['b739a22b-379f-465a-b4fd-cf7822e5bee4']}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:58:24.306299 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-577a8721-904b-4c37-9852-f438ad20e0d5 req-ec592fb7-761f-4fb8-94ae-e516c26e7041 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 210 time: 0.0489395 May 27 09:58:24.421303 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:58:24.431171 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:58:24.440456 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Made reservation on behalf of e69db4a0248a4f968b6eadeacdc3ee56 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:58:24.445068 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:24.724568 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Allocated IP 172.20.0.5 (a6876e41-ac3a-49b2-9a45-8b969b85c027/fc00d181-0137-4db6-8c6e-f20a78a22e5d/30312fb4-af2f-4efe-a447-008146f1a42e) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:58:24.919163 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:24.935357 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Transition to ACTIVE for port object 30312fb4-af2f-4efe-a447-008146f1a42e will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:58:24.958172 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:24.964398 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-ba6681e4-b98c-4d0c-8c7e-2e1b7f8fdba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:25.029916 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:58:25.032980 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:58:25.037443 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:58:25.078935 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'Port': ['ID=30312fb4-af2f-4efe-a447-008146f1a42e,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:25.085016 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:25.115436 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:25.116083 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:25.142711 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9039660 May 27 09:58:25.154923 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Request body: {'port': {'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:58:25.267883 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:25.298273 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-fabf821b-fcb0-452d-a6a7-d0715eb78253 None None] Provisioning for port 30312fb4-af2f-4efe-a447-008146f1a42e completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:58:25.303374 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-fabf821b-fcb0-452d-a6a7-d0715eb78253 None None] Provisioning complete for port 30312fb4-af2f-4efe-a447-008146f1a42e triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:58:25.303707 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-fabf821b-fcb0-452d-a6a7-d0715eb78253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:25.360719 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-fabf821b-fcb0-452d-a6a7-d0715eb78253 None None] Port 30312fb4-af2f-4efe-a447-008146f1a42e cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:58:25.498376 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbfe00-cbbe-4262-8754-2ca3e8f6c305 req-6fa56ec7-f78f-4575-98ea-4abfe1722cbd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:25.500922 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-22bbfe00-cbbe-4262-8754-2ca3e8f6c305 req-6fa56ec7-f78f-4575-98ea-4abfe1722cbd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 931 time: 0.0855086 May 27 09:58:25.548570 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-22bbfe00-cbbe-4262-8754-2ca3e8f6c305 req-0a1297fd-3515-4f74-b929-55d0f008620f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403185 May 27 09:58:25.620012 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30312fb4-af2f-4efe-a447-008146f1a42e {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:58:25.627622 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:25.641239 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Transition to ACTIVE for port object 30312fb4-af2f-4efe-a447-008146f1a42e will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:58:25.645194 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:25.649633 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f87d8e20-8b3f-4844-bb44-605b688b7e4e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:25.807568 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Pushing event updated for resources: {'Port': ['ID=30312fb4-af2f-4efe-a447-008146f1a42e,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:25.815712 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:25.888650 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Attempting to bind port 30312fb4-af2f-4efe-a447-008146f1a42e on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:58:25.888992 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Attempting to bind port 30312fb4-af2f-4efe-a447-008146f1a42e by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:58:25.889324 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Attempting to bind port 30312fb4-af2f-4efe-a447-008146f1a42e on network a6876e41-ac3a-49b2-9a45-8b969b85c027 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:58:25.893946 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Port 30312fb4-af2f-4efe-a447-008146f1a42e on network a6876e41-ac3a-49b2-9a45-8b969b85c027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:58:25.894954 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Attempting to bind port 30312fb4-af2f-4efe-a447-008146f1a42e on network a6876e41-ac3a-49b2-9a45-8b969b85c027 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:58:25.899993 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:58:25.900327 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Checking segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:58:25.900711 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Bound using segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:58:25.901150 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Bound port: 30312fb4-af2f-4efe-a447-008146f1a42e, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:58:25.901496 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:25.992612 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] For port 30312fb4-af2f-4efe-a447-008146f1a42e, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:58:25.995517 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] For port 30312fb4-af2f-4efe-a447-008146f1a42e, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=30312fb4-af2f-4efe-a447-008146f1a42e,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:58:26.000117 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:26.004590 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:26.060872 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:26.061484 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:26.062879 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] 10.222.0.45 "PUT /v2.0/ports/30312fb4-af2f-4efe-a447-008146f1a42e HTTP/1.1" status: 200 len: 1093 time: 0.9124277 May 27 09:58:26.063385 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:58:26.087783 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Pushing event updated for resources: {'Port': ['ID=30312fb4-af2f-4efe-a447-008146f1a42e,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:26.090913 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:26.147389 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e', 'status': 'completed', 'code': 200} May 27 09:58:26.190673 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-f53fca15-5b8a-4d08-a183-5c4952ac57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:26.193080 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-f53fca15-5b8a-4d08-a183-5c4952ac57ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 1096 time: 0.0820026 May 27 09:58:26.262248 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-fd60b93a-92fd-4c76-a3f7-4b9f7d7e9396 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30312fb4-af2f-4efe-a447-008146f1a42e HTTP/1.1" status: 200 len: 217 time: 0.0613995 May 27 09:58:26.329834 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-3cbe4e1f-7e90-4c7e-875e-55da3a12ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:26.331210 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-3cbe4e1f-7e90-4c7e-875e-55da3a12ab1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0627861 May 27 09:58:26.407377 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-33e874d1-0c86-4da9-a227-bbd01d084c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:26.408826 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-33e874d1-0c86-4da9-a227-bbd01d084c87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703371 May 27 09:58:26.643361 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-cef2ce47-c92f-46cc-87a5-b04ce77e4181 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276781 May 27 09:58:26.735227 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d075290-3268-4c1c-8611-3b26d222974f req-51b748e0-42eb-41dc-ae12-963d431aa945 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:26.736712 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1d075290-3268-4c1c-8611-3b26d222974f req-51b748e0-42eb-41dc-ae12-963d431aa945 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 943 time: 0.0815516 May 27 09:58:26.777752 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d3aced35-dd02-44fb-b3bc-5b58b28b5a63 req-06a32e90-bf5d-404a-89e8-23f896d9b5d5 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273162 May 27 09:58:26.782250 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1d075290-3268-4c1c-8611-3b26d222974f req-1991c9a6-21d8-4a5a-bfce-3269f988ff87 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 May 27 09:58:26.899357 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61b18-3416-4931-a11f-95896f9cece5 req-2dea3763-f593-4612-8dcf-b67b68c20b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:26.900720 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84d61b18-3416-4931-a11f-95896f9cece5 req-2dea3763-f593-4612-8dcf-b67b68c20b9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 1096 time: 0.0763729 May 27 09:58:27.031199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61b18-3416-4931-a11f-95896f9cece5 req-900e28b7-70cb-4ad9-a69c-654dc93200ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:27.032623 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84d61b18-3416-4931-a11f-95896f9cece5 req-900e28b7-70cb-4ad9-a69c-654dc93200ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1250179 May 27 09:58:27.100862 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84d61b18-3416-4931-a11f-95896f9cece5 req-91684b0c-8853-42df-a5f5-457a3bdc396b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30312fb4-af2f-4efe-a447-008146f1a42e HTTP/1.1" status: 200 len: 217 time: 0.0606902 May 27 09:58:27.167936 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61b18-3416-4931-a11f-95896f9cece5 req-95153a1c-9b78-4f3c-a90f-6b029f056611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:27.169285 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84d61b18-3416-4931-a11f-95896f9cece5 req-95153a1c-9b78-4f3c-a90f-6b029f056611 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0606411 May 27 09:58:27.254568 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61b18-3416-4931-a11f-95896f9cece5 req-2cda3aaa-e326-4761-86d1-2709cf6c722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:27.256043 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84d61b18-3416-4931-a11f-95896f9cece5 req-2cda3aaa-e326-4761-86d1-2709cf6c722a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708699 May 27 09:58:27.389127 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84d61b18-3416-4931-a11f-95896f9cece5 req-44dde394-dd2c-4025-b4a4-8e3eb632bf79 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257558 May 27 09:58:27.527292 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-84d61b18-3416-4931-a11f-95896f9cece5 req-baef7e05-1ee8-4b85-845d-7093d2cd77e0 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309559 May 27 09:58:27.923101 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:27.981679 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d157d-7ac7-4567-8294-798f4e851db1 req-a29da590-176e-4791-883f-894751aa5cea tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:27.982376 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c60d157d-7ac7-4567-8294-798f4e851db1 req-a29da590-176e-4791-883f-894751aa5cea tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Synchronizing usage tracker for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:58:27.997049 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-c60d157d-7ac7-4567-8294-798f4e851db1 req-a29da590-176e-4791-883f-894751aa5cea tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Unset dirty status for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:58:27.998242 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c60d157d-7ac7-4567-8294-798f4e851db1 req-a29da590-176e-4791-883f-894751aa5cea tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 943 time: 0.1041713 May 27 09:58:28.043763 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c60d157d-7ac7-4567-8294-798f4e851db1 req-33c50a51-7f1c-480f-bd95-2aed89186af2 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 May 27 09:58:29.232848 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173ace6-78fc-47fb-b097-996cb822322b req-d8b0d044-b021-436b-90b1-f8cc8f2d887e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:29.234320 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8173ace6-78fc-47fb-b097-996cb822322b req-d8b0d044-b021-436b-90b1-f8cc8f2d887e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 943 time: 0.0823629 May 27 09:58:29.278440 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-8173ace6-78fc-47fb-b097-996cb822322b req-3865faa5-4db6-4b0b-a3bb-30aa1ca9d8f7 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385437 May 27 09:58:29.526999 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:58:30.461974 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd087305-a3db-4eac-9d25-77d38098da0c req-fe8cf939-37c4-4294-afc3-00b2a00aaa18 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:30.463372 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cd087305-a3db-4eac-9d25-77d38098da0c req-fe8cf939-37c4-4294-afc3-00b2a00aaa18 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 943 time: 0.0800865 May 27 09:58:30.510492 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cd087305-a3db-4eac-9d25-77d38098da0c req-9ea64134-e521-42e6-a57d-d6cd4bc9ecd5 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 May 27 09:58:30.645405 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4c5faa96-5de4-442a-b8fb-be693ead3309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:31.698269 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296017d-a5d2-4549-a10c-acb8bbdddaeb req-f890331b-18fb-47ad-b879-bd7165a6453e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:31.699790 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4296017d-a5d2-4549-a10c-acb8bbdddaeb req-f890331b-18fb-47ad-b879-bd7165a6453e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 943 time: 0.0807445 May 27 09:58:31.744974 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-4296017d-a5d2-4549-a10c-acb8bbdddaeb req-b0e68717-3db6-4b22-9291-45ef399cae67 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396943 May 27 09:58:32.932151 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41257063-2751-48d4-b688-0f00227231eb req-fcfa09b6-198a-4672-a8db-473e0f8eaa53 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:32.933623 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-41257063-2751-48d4-b688-0f00227231eb req-fcfa09b6-198a-4672-a8db-473e0f8eaa53 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 943 time: 0.0821028 May 27 09:58:32.978313 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-41257063-2751-48d4-b688-0f00227231eb req-625617a4-02ca-437e-a533-57d049972f45 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390704 May 27 09:58:33.194414 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:33.396884 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-35c0cfaa-05e4-4e5e-8392-cde613659b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:33.934908 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 30312fb4-af2f-4efe-a447-008146f1a42e details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:58:34.073877 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 30312fb4-af2f-4efe-a447-008146f1a42e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=30312fb4-af2f-4efe-a447-008146f1a42e,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:58:34.087614 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '30312fb4-af2f-4efe-a447-008146f1a42e', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:58:34.154671 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:34.171559 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9ef3c-706f-4286-aa2d-d6fdb0e9b664 req-52a5b529-2b1c-4912-aefa-fc24afa96a16 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:34.172272 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30312fb4-af2f-4efe-a447-008146f1a42e {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:58:34.173219 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-03c9ef3c-706f-4286-aa2d-d6fdb0e9b664 req-52a5b529-2b1c-4912-aefa-fc24afa96a16 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 943 time: 0.0844223 May 27 09:58:34.188831 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 30312fb4-af2f-4efe-a447-008146f1a42e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=30312fb4-af2f-4efe-a447-008146f1a42e,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:58:34.192868 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:34.194898 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-93eee92f-4724-46bf-8a73-c50a3bd5f58c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:34.219058 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-03c9ef3c-706f-4286-aa2d-d6fdb0e9b664 req-d223fed7-59a5-4920-a473-398ac784a03f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399125 May 27 09:58:34.263878 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:34.271926 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=30312fb4-af2f-4efe-a447-008146f1a42e,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:34.274966 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:34.405918 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['30312fb4-af2f-4efe-a447-008146f1a42e'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:58:35.409633 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461007-c028-4e89-9110-fe0c6d5cc860 req-2299bdd0-6908-4bec-b449-9d6e0b5f02c9 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:35.411253 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-95461007-c028-4e89-9110-fe0c6d5cc860 req-2299bdd0-6908-4bec-b449-9d6e0b5f02c9 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 944 time: 0.0869026 May 27 09:58:35.456153 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-95461007-c028-4e89-9110-fe0c6d5cc860 req-eb72efca-42bb-4f61-a85e-22fea3a21e0c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 May 27 09:58:35.877344 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:35.960869 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 30312fb4-af2f-4efe-a447-008146f1a42e up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:58:36.027222 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 30312fb4-af2f-4efe-a447-008146f1a42e completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:58:36.031744 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 30312fb4-af2f-4efe-a447-008146f1a42e triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:58:36.032126 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:36.148899 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:36.174716 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:58:36.184428 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 30312fb4-af2f-4efe-a447-008146f1a42e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=30312fb4-af2f-4efe-a447-008146f1a42e,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:58:36.188855 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:36.190600 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-348ad44b-26c5-415c-8f66-26d3883e3ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:36.221285 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e', 'code': 200} May 27 09:58:36.259665 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=30312fb4-af2f-4efe-a447-008146f1a42e,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:36.262621 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:36.507099 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8df89-7257-4561-abf9-c7dacd9449fd req-47455fb2-4a00-4d27-b34d-911346e2b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:36.508594 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7de8df89-7257-4561-abf9-c7dacd9449fd req-47455fb2-4a00-4d27-b34d-911346e2b74e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 1098 time: 0.0703411 May 27 09:58:36.555461 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-7de8df89-7257-4561-abf9-c7dacd9449fd req-cbfed6e7-7941-4463-b6c4-33a73e5503e1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396857 May 27 09:58:36.649460 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547ea4f-646f-4c4e-88a1-42a9503c6049 req-9a661854-f67c-4141-8dde-dc108aa4e323 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:36.650946 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b547ea4f-646f-4c4e-88a1-42a9503c6049 req-9a661854-f67c-4141-8dde-dc108aa4e323 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 945 time: 0.0850451 May 27 09:58:36.695553 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b547ea4f-646f-4c4e-88a1-42a9503c6049 req-38cfb358-d5ed-4bb1-bdde-e768d13674ab tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390139 May 27 09:58:37.883659 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401f66f-fc18-4f9d-95b9-f29928d2513f req-872001f0-616c-4d37-9563-26e40b6f6600 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:37.885123 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0401f66f-fc18-4f9d-95b9-f29928d2513f req-872001f0-616c-4d37-9563-26e40b6f6600 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 945 time: 0.0808356 May 27 09:58:38.020494 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0401f66f-fc18-4f9d-95b9-f29928d2513f req-3aa38959-41b5-4f67-af9c-1623d4ea19ff tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295037 May 27 09:58:38.202604 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16862b41-9b85-4f97-8493-dc392e8423ce req-412423b7-6ccf-4578-abc3-cb431021e72c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:38.204086 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16862b41-9b85-4f97-8493-dc392e8423ce req-412423b7-6ccf-4578-abc3-cb431021e72c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 945 time: 0.0802386 May 27 09:58:38.249292 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16862b41-9b85-4f97-8493-dc392e8423ce req-47d2d38e-ec6a-4959-b62c-b3e39cc01ecd tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388844 May 27 09:58:38.272801 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47358) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:58:38.436210 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c601a2c-f504-4612-b49d-37ac5dd38f1f tempest-TestVolumeBootPattern-2003847551 tempest-TestVolumeBootPattern-2003847551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:38.437750 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-4c601a2c-f504-4612-b49d-37ac5dd38f1f tempest-TestVolumeBootPattern-2003847551 tempest-TestVolumeBootPattern-2003847551-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 1093 time: 0.1640577 May 27 09:58:38.440563 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47362) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:58:38.446125 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'floatingip': {'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:58:38.452016 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:58:38.455827 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:floatingip and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:58:38.459002 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=108800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:58:38.464645 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:58:38.475670 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:38.615846 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:38.753911 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Allocated IP 172.27.3.203 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/86143cb6-a12f-4ed5-a281-96637f5f5b44) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:58:38.904826 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:38.933599 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:38.938102 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-35ff0459-bc04-484b-85bc-2d918793962b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:39.000165 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:58:39.002936 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:58:39.007068 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:58:39.039848 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'Port': ['ID=86143cb6-a12f-4ed5-a281-96637f5f5b44,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:39.045967 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:39.416004 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:39.488316 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:39.689421 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:39.694717 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:39.699171 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:58:39.805375 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'Port': ['ID=86143cb6-a12f-4ed5-a281-96637f5f5b44,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:39.809302 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:58:39.816379 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:40.090413 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Floating IP d7e169d4-7afc-4193-b897-583f17509c47 associated. External IP: 172.27.3.203, port: 30312fb4-af2f-4efe-a447-008146f1a42e. May 27 09:58:40.439798 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Router 41c80334-b186-4891-af75-0ad26b25be91 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:58:40.616783 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:58:40.625759 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] Sync routers for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:58:40.634952 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:58:40.635570 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:58:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:58:40.641814 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:40.703375 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-9f441286-db17-4fb4-9590-dbec1f21934f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2614782 May 27 09:58:40.704022 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:58:40.756176 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e', 'status': 'completed', 'code': 200} May 27 09:58:40.849327 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e508805-de71-4041-9a53-2c793a2d1392 req-418571c3-d16b-4e46-acb9-7d857b1aa22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:40.850836 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0e508805-de71-4041-9a53-2c793a2d1392 req-418571c3-d16b-4e46-acb9-7d857b1aa22c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 1098 time: 0.0709298 May 27 09:58:40.852046 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:58:40.986853 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e508805-de71-4041-9a53-2c793a2d1392 req-1722aacb-2ea7-43f3-a420-aa26c9c79eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:40.988239 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0e508805-de71-4041-9a53-2c793a2d1392 req-1722aacb-2ea7-43f3-a420-aa26c9c79eb0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1309285 May 27 09:58:41.093570 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0e508805-de71-4041-9a53-2c793a2d1392 req-688d6d39-4478-43fb-a1e5-a294c24c94b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30312fb4-af2f-4efe-a447-008146f1a42e HTTP/1.1" status: 200 len: 999 time: 0.0987349 May 27 09:58:41.161804 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e508805-de71-4041-9a53-2c793a2d1392 req-9bbe9b32-e00e-4bac-b87a-f0bc507c78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:41.163306 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0e508805-de71-4041-9a53-2c793a2d1392 req-9bbe9b32-e00e-4bac-b87a-f0bc507c78f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0617044 May 27 09:58:41.198943 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'd7e169d4-7afc-4193-b897-583f17509c47', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:58:39Z', 'updated_at': '2021-05-27T09:58:39Z', 'revision_number': 0, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:58:41.202672 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] Checking router: 41c80334-b186-4891-af75-0ad26b25be91 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:58:41.211552 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:58:41.212152 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:58:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:58:41.239365 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e508805-de71-4041-9a53-2c793a2d1392 req-808cb31b-0245-4fb3-87e0-349a591a8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:41.240761 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0e508805-de71-4041-9a53-2c793a2d1392 req-808cb31b-0245-4fb3-87e0-349a591a8aaa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708783 May 27 09:58:41.374008 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0e508805-de71-4041-9a53-2c793a2d1392 req-1931b86e-b88e-4f55-b92b-fafc1a65f058 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254582 May 27 09:58:41.391258 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:58:41.505737 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0e508805-de71-4041-9a53-2c793a2d1392 req-40d3164c-d20e-494d-8c58-86f84ccb9a27 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246028 May 27 09:58:41.737167 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'd7e169d4-7afc-4193-b897-583f17509c47', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:58:39Z', 'updated_at': '2021-05-27T09:58:39Z', 'revision_number': 0, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:58:41.741027 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d6e8f-cb04-47b5-b430-475da34359e9 None None] The sync data for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi is: [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'd7e169d4-7afc-4193-b897-583f17509c47', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:58:39Z', 'updated_at': '2021-05-27T09:58:39Z', 'revision_number': 0, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:58:41.905112 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db30232-3cda-492c-8fe8-ad1571504ac0 None None] New status for floating IP d7e169d4-7afc-4193-b897-583f17509c47: ACTIVE {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:58:57.933848 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:59.208003 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-51633e07-f97e-44f4-827f-273b594df82f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711327 May 27 09:58:59.466417 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-8e4a313e-79eb-4382-8744-abb5e5c5c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:59.467850 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-8e4a313e-79eb-4382-8744-abb5e5c5c3a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1098 time: 0.1802144 May 27 09:58:59.619904 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-86e61452-8a6b-46ec-90be-a34623d372eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:59.621356 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-86e61452-8a6b-46ec-90be-a34623d372eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 909 time: 0.1329463 May 27 09:58:59.727497 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-edebc160-9128-4785-b8da-01c19e8ee87a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 999 time: 0.0974524 May 27 09:58:59.792944 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-e30233f7-0fbc-4e98-9702-f9d23631b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:59.794381 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-e30233f7-0fbc-4e98-9702-f9d23631b1ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 200 len: 847 time: 0.0583262 May 27 09:58:59.874393 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-93fecb14-b363-425b-b217-4deaf29bbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:58:59.875880 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-93fecb14-b363-425b-b217-4deaf29bbe20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42011809-dcde-468d-b642-7d0c4ccc7fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739272 May 27 09:59:00.014579 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-e45748e3-0f0b-4b82-bd10-6c2562175ac7 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274190 May 27 09:59:00.160163 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-8f99b12e-1c6e-4719-866c-c7a0a90fc2cd req-3bf0a038-cd30-4ecd-9c3d-9a3df14ab7db service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359377 May 27 09:59:00.646429 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-850b93d2-4285-42a8-b6eb-22c657c117fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:03.198013 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:03.397460 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5202d305-253c-41d9-9236-81da8858561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:04.218477 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:05.880464 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:06.526442 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:59:27.944015 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:29.653345 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47388) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:29.917141 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Deleting port 847f7b4e-f022-4798-baef-7b45c49cf0a4 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:29.917458 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.046437 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.046777 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.171280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Calling delete_port for 847f7b4e-f022-4798-baef-7b45c49cf0a4 owned by network:floatingip {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:30.305801 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.310107 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-15da0d35-5d73-4665-b72c-9f604edb57a8 tempest-AttachVolumeShelveTestJSON-829148995 tempest-AttachVolumeShelveTestJSON-829148995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:30.356298 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event deleted for resources: {'Port': ['ID=847f7b4e-f022-4798-baef-7b45c49cf0a4,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:30.421615 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.421925 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.422301 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.422672 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.423066 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.423431 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.423800 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.424160 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.424522 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.424881 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.425238 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.425593 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:30.431300 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:30.460013 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for floatingip, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.460373 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Floating IP c1c7a093-91b0-4640-aba3-bc7fc76d2347 disassociated (deleted). External IP: 172.27.3.6, port: 1faa6800-7e81-45b3-91fa-82045e87dc01. May 27 09:59:30.647671 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-90c3af88-2b6c-432b-b579-f9bf074663da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.909820 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Router 96e30817-c6cf-45e0-a85f-40676d0d057f has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:59:31.091447 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:59:31.100585 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] Sync routers for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:31.112310 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:31.112938 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:59:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:31.113178 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:31.168865 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-7e99c6e9-d3bd-43f8-9fed-6581bf5be4d9 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "DELETE /v2.0/floatingips/c1c7a093-91b0-4640-aba3-bc7fc76d2347 HTTP/1.1" status: 204 len: 168 time: 1.5144300 May 27 09:59:31.169605 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:31.230807 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'status': 'completed', 'code': 200} May 27 09:59:31.299901 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:31.328308 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-17b9ed45-659d-463e-b001-f0bcc5cdf86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:31.329861 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-17b9ed45-659d-463e-b001-f0bcc5cdf86c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 1098 time: 0.0769470 May 27 09:59:31.474426 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-e71eb4f4-f764-4a0a-aeed-c32f73ee9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:31.476187 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-e71eb4f4-f764-4a0a-aeed-c32f73ee9cbf service neutron] 10.222.0.45 "GET /v2.0/networks?id=42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 200 len: 909 time: 0.1378481 May 27 09:59:31.553848 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-755abb3c-7ad2-4934-87c3-c2cb01ae2d02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 200 len: 217 time: 0.0704484 May 27 09:59:31.554367 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d574a42-3b0c-4e19-a7ce-50e19a7c6798 req-55cf2ca9-2ad2-412b-bec6-2f414b3d4937 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:31.555876 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7d574a42-3b0c-4e19-a7ce-50e19a7c6798 req-55cf2ca9-2ad2-412b-bec6-2f414b3d4937 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0821965 May 27 09:59:31.608376 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-7d574a42-3b0c-4e19-a7ce-50e19a7c6798 req-193c2467-cc21-4086-a4ef-167daeeb2f10 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450511 May 27 09:59:31.623836 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-d8438a34-b718-493b-add1-9a421ceec176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:31.625304 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-d8438a34-b718-493b-add1-9a421ceec176 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 200 len: 847 time: 0.0651479 May 27 09:59:31.678739 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '9e73c2e9-ee8b-4fc9-ac76-ced334c761b5', 'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'mac_address': 'fa:16:3e:92:38:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:01Z', 'updated_at': '2021-05-27T09:55:09Z', 'revision_number': 5, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'subnets': [{'id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:31.683593 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] Checking router: 96e30817-c6cf-45e0-a85f-40676d0d057f for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:31.691786 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:31.692661 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:59:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:31.703281 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-47288538-95a1-468d-91d1-369bef2efa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:31.704775 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-47288538-95a1-468d-91d1-369bef2efa78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42011809-dcde-468d-b642-7d0c4ccc7fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714910 May 27 09:59:31.841393 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-859495b5-82f4-48bf-9cec-9836964c2c05 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279976 May 27 09:59:31.874587 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:31.976294 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cdef5f45-c224-4720-acdf-e85cebf00f39 req-a8e81469-4adf-4135-8ada-ca633cfa5b55 service neutron] 10.222.0.45 "GET /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260633 May 27 09:59:32.195063 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '9e73c2e9-ee8b-4fc9-ac76-ced334c761b5', 'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'mac_address': 'fa:16:3e:92:38:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:01Z', 'updated_at': '2021-05-27T09:55:09Z', 'revision_number': 5, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'subnets': [{'id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:32.199015 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78c5c0-2f8f-4a0a-9eec-930ad94223eb None None] The sync data for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi is: [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:55:01Z', 'revision_number': 4, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '9e73c2e9-ee8b-4fc9-ac76-ced334c761b5', 'name': '', 'network_id': '42011809-dcde-468d-b642-7d0c4ccc7fa7', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'mac_address': 'fa:16:3e:92:38:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:01Z', 'updated_at': '2021-05-27T09:55:09Z', 'revision_number': 5, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'subnets': [{'id': '8fe156bb-d01d-4699-a097-54323284cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:32.395336 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d6eee-2753-4725-b5d3-85ffba9eb7ed None None] New status for floating IP c1c7a093-91b0-4640-aba3-bc7fc76d2347: DOWN {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:59:32.794890 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f14e6-f4b3-4b86-8dae-8398a3c4a2be req-b0e337a7-8eb6-4b88-b888-c730785dc54a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:32.795580 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-351f14e6-f4b3-4b86-8dae-8398a3c4a2be req-b0e337a7-8eb6-4b88-b888-c730785dc54a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Synchronizing usage tracker for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:32.810613 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-351f14e6-f4b3-4b86-8dae-8398a3c4a2be req-b0e337a7-8eb6-4b88-b888-c730785dc54a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Unset dirty status for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:32.811834 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-351f14e6-f4b3-4b86-8dae-8398a3c4a2be req-b0e337a7-8eb6-4b88-b888-c730785dc54a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.0946271 May 27 09:59:32.860688 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-351f14e6-f4b3-4b86-8dae-8398a3c4a2be req-dccb90bd-6188-4f9f-ab6a-4ead4ddea843 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d96779-962b-4414-8f3a-1fbfb8d59acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 May 27 09:59:33.114414 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-5f903a98-1c36-441b-b5b8-cbee30cfe79a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:33.115881 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-5f903a98-1c36-441b-b5b8-cbee30cfe79a tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.45 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 945 time: 0.1823413 May 27 09:59:33.200020 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.253529 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Deleting port 1faa6800-7e81-45b3-91fa-82045e87dc01 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:33.253871 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.389459 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] For port 1faa6800-7e81-45b3-91fa-82045e87dc01, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1faa6800-7e81-45b3-91fa-82045e87dc01,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:33.389750 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.399207 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a91eeb42-a410-4b21-bbc5-45dcea777953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.515267 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Calling delete_port for 1faa6800-7e81-45b3-91fa-82045e87dc01 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:33.628383 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.633837 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-25eb1afa-7bab-4c21-a8a9-aa7a2cd97bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:33.678426 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event deleted for resources: {'Port': ['ID=1faa6800-7e81-45b3-91fa-82045e87dc01,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:33.681442 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:33.758222 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] No DVR routers for this DVR port 1faa6800-7e81-45b3-91fa-82045e87dc01 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:33.760880 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.763485 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'name': 'network-vif-deleted', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:33.780018 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-10a074e8-2171-47b8-a8c5-e1f861ff03cb req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.45 "DELETE /v2.0/ports/1faa6800-7e81-45b3-91fa-82045e87dc01 HTTP/1.1" status: 204 len: 173 time: 0.6581602 May 27 09:59:33.813658 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2b63ea-9ab6-46eb-986b-806172c950f8', 'name': 'network-vif-deleted', 'tag': '1faa6800-7e81-45b3-91fa-82045e87dc01', 'status': 'completed', 'code': 200} May 27 09:59:34.008867 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-5c75a333-eae9-49fa-bd7d-bfde42f6df29 req-45a80387-9c37-4ec4-81b6-9031ca0b1774 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Synchronizing usage tracker for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:34.026729 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-5c75a333-eae9-49fa-bd7d-bfde42f6df29 req-45a80387-9c37-4ec4-81b6-9031ca0b1774 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Unset dirty status for tenant:c27d0db7ffdc471abb1f9715deb44c4a on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:34.027632 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5c75a333-eae9-49fa-bd7d-bfde42f6df29 req-45a80387-9c37-4ec4-81b6-9031ca0b1774 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "GET /v2.0/ports?device_id=da2b63ea-9ab6-46eb-986b-806172c950f8 HTTP/1.1" status: 200 len: 210 time: 0.0616043 May 27 09:59:34.223007 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.125201 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47406) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:35.197045 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.227073 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.293506 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.299377 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-911a977b-ea43-4fd2-87a2-adc30348c6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:35.317600 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d96779-962b-4414-8f3a-1fbfb8d59acd,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:35.328137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.328522 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.328899 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.329263 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.329629 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.329991 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.330352 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.330709 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.331094 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.331454 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.331813 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.332164 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:35.336271 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:35.337221 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.339003 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-c4e42773-62fc-4090-b01f-156aeb55cb17 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] 10.222.0.20 "DELETE /v2.0/security-groups/85d96779-962b-4414-8f3a-1fbfb8d59acd HTTP/1.1" status: 204 len: 168 time: 0.2121630 May 27 09:59:35.382282 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47412) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:35.881521 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.929778 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662012'] for router_interface, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.371470 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Deleting port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:36.372160 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.401970 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1faa6800-7e81-45b3-91fa-82045e87dc01 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:59:36.437174 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 1faa6800-7e81-45b3-91fa-82045e87dc01 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:59:36.437535 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 1faa6800-7e81-45b3-91fa-82045e87dc01 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:59:36.491709 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] For port 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=9e73c2e9-ee8b-4fc9-ac76-ced334c761b5,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:36.492069 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.717626 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Calling delete_port for 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 owned by network:router_interface {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:36.950288 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.954665 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b94a4abc-64fe-4a3e-a065-a0c7bbc58fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:36.997319 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e73c2e9-ee8b-4fc9-ac76-ced334c761b5,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:36.999771 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:37.265724 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665676'] for router_interface, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:37.622961 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Router 96e30817-c6cf-45e0-a85f-40676d0d057f has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:59:37.807450 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:59:37.815995 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] Sync routers for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:37.826289 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-2a6d1413-40a7-44a1-acf3-f69c61fded2e admin admin] 10.222.0.20 "PUT /v2.0/routers/96e30817-c6cf-45e0-a85f-40676d0d057f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4403055 May 27 09:59:37.826628 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:37.826799 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47416) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:37.827290 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:59:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:38.007282 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks [] for router, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:38.009029 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:38.181945 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:38.259497 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Deleting port f69f7c5a-a4f3-4de9-bfe7-798efef750a0 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:38.259749 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:38.348659 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:59:36Z', 'revision_number': 5, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port': {'id': 'f69f7c5a-a4f3-4de9-bfe7-798efef750a0', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:54:58Z', 'updated_at': '2021-05-27T09:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:38.352904 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] Checking router: 96e30817-c6cf-45e0-a85f-40676d0d057f for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:38.362095 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] Routers {'96e30817-c6cf-45e0-a85f-40676d0d057f'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:38.362727 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:59:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['96e30817-c6cf-45e0-a85f-40676d0d057f'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:38.383204 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] For port f69f7c5a-a4f3-4de9-bfe7-798efef750a0, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=f69f7c5a-a4f3-4de9-bfe7-798efef750a0,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:38.383565 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:38.520231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] Set router 96e30817-c6cf-45e0-a85f-40676d0d057f gateway port host: None {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:38.609566 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Calling delete_port for f69f7c5a-a4f3-4de9-bfe7-798efef750a0 owned by network:router_gateway {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:38.629767 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:59:38Z', 'revision_number': 6, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port_host': None}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:38.633663 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1495ae7-a9ca-4e81-8d72-1548ce6a9669 None None] The sync data for ids ['96e30817-c6cf-45e0-a85f-40676d0d057f'] in dv-cinder-788782-3-iscsi is: [{'id': '96e30817-c6cf-45e0-a85f-40676d0d057f', 'name': 'tempest-TestShelveInstance-861301348-router', 'tenant_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:54:57Z', 'updated_at': '2021-05-27T09:59:38Z', 'revision_number': 6, 'project_id': 'c27d0db7ffdc471abb1f9715deb44c4a', 'gw_port_host': None}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:38.748703 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:38.753006 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-54c50d73-022b-41c6-9d8e-be4d62f4fe9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:38.797207 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Pushing event deleted for resources: {'Port': ['ID=f69f7c5a-a4f3-4de9-bfe7-798efef750a0,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:38.831754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:38.889846 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667091'] for router_gateway, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.069690 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.073111 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.096276 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669536'] for router, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.096840 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e30817-c6cf-45e0-a85f-40676d0d057f {{(pid=108800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:59:39.109431 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.110564 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-c62d0f16-78db-4541-8c3e-598fb798545f admin admin] 10.222.0.20 "DELETE /v2.0/routers/96e30817-c6cf-45e0-a85f-40676d0d057f HTTP/1.1" status: 204 len: 168 time: 1.2826531 May 27 09:59:39.113243 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47420) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:39.171351 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80b87f5-b5e9-4454-8008-ebe78c3093cb admin admin] Deleting subnet 8fe156bb-d01d-4699-a097-54323284cf5e {{(pid=108800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:59:39.174219 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b80b87f5-b5e9-4454-8008-ebe78c3093cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.227353 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b80b87f5-b5e9-4454-8008-ebe78c3093cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838960'] for subnet, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.304980 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b80b87f5-b5e9-4454-8008-ebe78c3093cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.384213 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:59:39.420394 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:59:39.420841 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 9e73c2e9-ee8b-4fc9-ac76-ced334c761b5 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:59:39.563511 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b80b87f5-b5e9-4454-8008-ebe78c3093cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263179774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262631030'] for subnet, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.567900 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-13e6d8e9-f23a-40b2-a52a-360cd2915444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:39.605310 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b87f5-b5e9-4454-8008-ebe78c3093cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe156bb-d01d-4699-a097-54323284cf5e,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:39.607939 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b80b87f5-b5e9-4454-8008-ebe78c3093cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:39.610929 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-b80b87f5-b5e9-4454-8008-ebe78c3093cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.616497 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b3798-9ce5-47e0-903b-3ce4719a54cd None None] Network 42011809-dcde-468d-b642-7d0c4ccc7fa7 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:39.617957 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-b80b87f5-b5e9-4454-8008-ebe78c3093cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8fe156bb-d01d-4699-a097-54323284cf5e HTTP/1.1" status: 204 len: 168 time: 0.5037532 May 27 09:59:39.621114 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47424) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:39.733490 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.822003 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Deleting port c570c9a7-a166-4209-b990-8a1bc9ee12b3 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:39.822356 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.875036 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] DHCP port deletion for 42011809-dcde-468d-b642-7d0c4ccc7fa7 request from dv-cinder-788782-3-iscsi {{(pid=108801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:59:39.929378 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] For port c570c9a7-a166-4209-b990-8a1bc9ee12b3, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=c570c9a7-a166-4209-b990-8a1bc9ee12b3,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:39.929945 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.939995 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Deleting port c570c9a7-a166-4209-b990-8a1bc9ee12b3 {{(pid=108801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:39.940364 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.039588 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] For port c570c9a7-a166-4209-b990-8a1bc9ee12b3, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=c570c9a7-a166-4209-b990-8a1bc9ee12b3,segment=NetworkSegment(a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928),segment_id=a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:40.039994 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.155156 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Calling delete_port for c570c9a7-a166-4209-b990-8a1bc9ee12b3 owned by network:dhcp {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:40.168934 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Calling delete_port for c570c9a7-a166-4209-b990-8a1bc9ee12b3 owned by network:dhcp {{(pid=108801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:40.203072 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.207755 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d09be3e2-e830-4590-a370-6ec7540f21c1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:40.213223 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989'] for port, after_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.216874 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-aea9669d-9db1-4a1d-839e-df5179552cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:40.253012 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] No DVR routers for this DVR port c570c9a7-a166-4209-b990-8a1bc9ee12b3 on host dv-cinder-788782-3-iscsi {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:40.261141 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Pushing event deleted for resources: {'Port': ['ID=c570c9a7-a166-4209-b990-8a1bc9ee12b3,revision_number=None']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:40.270525 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] No DVR routers for this DVR port c570c9a7-a166-4209-b990-8a1bc9ee12b3 on host dv-cinder-788782-3-iscsi {{(pid=108801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:40.272364 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.272715 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.273061 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.273397 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.273729 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.274079 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.274392 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.274714 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.275067 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.275390 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.275720 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.276028 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:40.279242 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-e404e336-4307-4ac3-8599-1ff397cc75dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:40.284661 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c570c9a7-a166-4209-b990-8a1bc9ee12b3,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:40.287117 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:40.377036 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.389594 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42011809-dcde-468d-b642-7d0c4ccc7fa7']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:40.405315 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:40.405611 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d084f8-4f9c-45bc-bf0e-13ef8ffdc928') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:40.417511 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.433589 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.439536 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:59:40.439911 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:59:40.453210 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:59:40.524658 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.529056 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3f5ec6ee-0f32-4565-860e-1daa560433de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:40.541723 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.555305 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=42011809-dcde-468d-b642-7d0c4ccc7fa7,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:40.559629 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:40.562981 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/42011809-dcde-468d-b642-7d0c4ccc7fa7 HTTP/1.1" status: 204 len: 168 time: 0.9409356 May 27 09:59:40.565726 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47428) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:40.908010 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device c570c9a7-a166-4209-b990-8a1bc9ee12b3 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:59:40.942645 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: c570c9a7-a166-4209-b990-8a1bc9ee12b3 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:59:40.943018 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device c570c9a7-a166-4209-b990-8a1bc9ee12b3 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:59:40.943441 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device f69f7c5a-a4f3-4de9-bfe7-798efef750a0 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:59:40.976207 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: f69f7c5a-a4f3-4de9-bfe7-798efef750a0 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:59:40.976559 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device f69f7c5a-a4f3-4de9-bfe7-798efef750a0 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:59:41.100737 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662012'] for router_interface, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:41.507933 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Deleting port 53d85be0-909a-44a7-aa52-7530f86e266e {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:41.508175 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:41.725958 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] For port 53d85be0-909a-44a7-aa52-7530f86e266e, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=53d85be0-909a-44a7-aa52-7530f86e266e,segment=NetworkSegment(e9987260-03d2-45fb-b559-0aaceeecd2a8),segment_id=e9987260-03d2-45fb-b559-0aaceeecd2a8)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:41.726316 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:41.849657 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Calling delete_port for 53d85be0-909a-44a7-aa52-7530f86e266e owned by network:router_interface {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:41.996285 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.000642 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-fd4ebecb-fac5-4736-97ae-9f0f1c0d5acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:42.047030 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d85be0-909a-44a7-aa52-7530f86e266e,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:42.075051 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:42.322696 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665676'] for router_interface, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.681075 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:59:42.858992 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:59:42.871485 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] Sync routers for ids ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:42.882809 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f513b46d-2ada-4c14-a9e9-24fd736b85a3 admin admin] 10.222.0.20 "PUT /v2.0/routers/45bc31b5-9dfe-4850-b51c-a34f2b0e3a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3097546 May 27 09:59:42.882809 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47432) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:42.883133 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] Routers {'45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:42.883133 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:59:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:43.076190 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] Set router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:43.183585 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks [] for router, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:43.362026 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '2c9bfea0-08da-4950-bef7-006443b51144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:05Z', 'updated_at': '2021-05-27T09:59:41Z', 'revision_number': 5, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'gw_port': {'id': '2c9bfea0-08da-4950-bef7-006443b51144', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:07Z', 'updated_at': '2021-05-27T09:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:43.362311 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:43.365929 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] Checking router: 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:43.375280 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] Routers {'45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:43.375869 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T09:59:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:43.435956 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Deleting port 2c9bfea0-08da-4950-bef7-006443b51144 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:43.436297 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:43.529029 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:59:43.530131 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] Set router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 gateway port host: None {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:43.560218 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] For port 2c9bfea0-08da-4950-bef7-006443b51144, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=2c9bfea0-08da-4950-bef7-006443b51144,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:43.560583 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:43.634693 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:05Z', 'updated_at': '2021-05-27T09:59:43Z', 'revision_number': 6, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'gw_port_host': None}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:43.638590 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ca1f4-7180-4a78-951f-55407ab2cf88 None None] The sync data for ids ['45bc31b5-9dfe-4850-b51c-a34f2b0e3a01'] in dv-cinder-788782-3-iscsi is: [{'id': '45bc31b5-9dfe-4850-b51c-a34f2b0e3a01', 'name': 'tempest-TestShelveInstance-1392950902-router', 'tenant_id': '05d36473abbb40089516b06e55f34e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:05Z', 'updated_at': '2021-05-27T09:59:43Z', 'revision_number': 6, 'project_id': '05d36473abbb40089516b06e55f34e6e', 'gw_port_host': None}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:43.693079 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Calling delete_port for 2c9bfea0-08da-4950-bef7-006443b51144 owned by network:router_gateway {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:43.833996 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:43.839145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5692d72d-b7c6-4b0b-bc47-e73f6c720ac7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:43.885388 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9bfea0-08da-4950-bef7-006443b51144,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:43.887765 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:43.981754 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667091'] for router_gateway, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.161417 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.163536 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.187617 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669536'] for router, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.188197 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 {{(pid=108800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:59:44.201764 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.202916 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] 10.222.0.20 "DELETE /v2.0/routers/45bc31b5-9dfe-4850-b51c-a34f2b0e3a01 HTTP/1.1" status: 204 len: 168 time: 1.3228834 May 27 09:59:44.205530 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47436) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:44.269253 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1db5777-e653-4d10-8f53-7350096ed907 admin admin] Deleting subnet 6a7c9125-c4df-4b56-9ca4-b08b8d110bf7 {{(pid=108800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:59:44.272159 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f1db5777-e653-4d10-8f53-7350096ed907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.321264 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f1db5777-e653-4d10-8f53-7350096ed907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838960'] for subnet, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.404369 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f1db5777-e653-4d10-8f53-7350096ed907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.768268 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f1db5777-e653-4d10-8f53-7350096ed907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263179774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262631030'] for subnet, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.772810 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:44.808329 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5777-e653-4d10-8f53-7350096ed907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7c9125-c4df-4b56-9ca4-b08b8d110bf7,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:44.810334 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-f1db5777-e653-4d10-8f53-7350096ed907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.812964 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f1db5777-e653-4d10-8f53-7350096ed907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:44.814575 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679ffc54-c8bd-47ca-b567-487c6441afb5 None None] Network 0b06c419-cff2-4882-afd2-918567e7ce2d requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:44.817494 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-f1db5777-e653-4d10-8f53-7350096ed907 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6a7c9125-c4df-4b56-9ca4-b08b8d110bf7 HTTP/1.1" status: 204 len: 168 time: 0.6107526 May 27 09:59:44.819876 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47440) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:44.917682 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 2c9bfea0-08da-4950-bef7-006443b51144 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:59:44.928378 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.984188 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 2c9bfea0-08da-4950-bef7-006443b51144 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:59:44.984708 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 2c9bfea0-08da-4950-bef7-006443b51144 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:59:44.985135 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 53d85be0-909a-44a7-aa52-7530f86e266e no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:59:45.004962 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Deleting port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:45.005311 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.047386 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 53d85be0-909a-44a7-aa52-7530f86e266e {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:59:45.047752 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 53d85be0-909a-44a7-aa52-7530f86e266e not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:59:45.107220 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] For port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=31cf39b5-6d2d-4c86-8df9-083258e0f6d4,segment=NetworkSegment(e9987260-03d2-45fb-b559-0aaceeecd2a8),segment_id=e9987260-03d2-45fb-b559-0aaceeecd2a8)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:45.107592 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.154174 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] DHCP port deletion for 0b06c419-cff2-4882-afd2-918567e7ce2d request from dv-cinder-788782-3-iscsi {{(pid=108801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:59:45.232627 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Calling delete_port for 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 owned by network:dhcp {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:45.260341 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] Deleting port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 {{(pid=108801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:59:45.260910 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.279859 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.288864 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b84140f6-9e0d-4cb4-8f5f-2acc18c4a7cc tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:45.343523 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] No DVR routers for this DVR port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 on host dv-cinder-788782-3-iscsi {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:45.363020 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] For port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=31cf39b5-6d2d-4c86-8df9-083258e0f6d4,segment=NetworkSegment(e9987260-03d2-45fb-b559-0aaceeecd2a8),segment_id=e9987260-03d2-45fb-b559-0aaceeecd2a8)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:45.363428 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.372786 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=31cf39b5-6d2d-4c86-8df9-083258e0f6d4,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:45.375171 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:45.468282 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.481212 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b06c419-cff2-4882-afd2-918567e7ce2d']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:45.490685 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] Calling delete_port for 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 owned by network:dhcp {{(pid=108801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:59:45.492988 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9987260-03d2-45fb-b559-0aaceeecd2a8') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:45.493264 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9987260-03d2-45fb-b559-0aaceeecd2a8') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:45.504743 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.521175 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.528293 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:59:45.528701 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.532516 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989'] for port, after_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.536079 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-367d5170-42a8-496f-a13a-836d3a086650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:59:45.542258 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:59:45.581642 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] Pushing event deleted for resources: {'Port': ['ID=31cf39b5-6d2d-4c86-8df9-083258e0f6d4,revision_number=None']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:45.584730 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:45.585538 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2d723-fdf5-458b-b633-f3dbdd2e8dec None None] No DVR routers for this DVR port 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 on host dv-cinder-788782-3-iscsi {{(pid=108801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:45.621178 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.624655 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:45.637549 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.649542 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b06c419-cff2-4882-afd2-918567e7ce2d,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:45.653675 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:45.655522 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-9694fcc7-3d6b-4787-b2fa-d8b2ea0094e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0b06c419-cff2-4882-afd2-918567e7ce2d HTTP/1.1" status: 204 len: 168 time: 0.8347547 May 27 09:59:45.875281 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47446) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:45.923788 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-ee2fb761-296b-4f98-a06d-85edd953d70a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c27d0db7ffdc471abb1f9715deb44c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472987 May 27 09:59:45.926104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47450) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:45.984644 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7d534ac4-d5bf-43b0-9e46-a23a74ba6a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.010879 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7d534ac4-d5bf-43b0-9e46-a23a74ba6a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.062699 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7d534ac4-d5bf-43b0-9e46-a23a74ba6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.066351 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-f87b190f-2e32-4523-996b-8355f7df64e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:46.082224 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d534ac4-d5bf-43b0-9e46-a23a74ba6a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641d72b7-d21b-49d4-908a-4d7929f66f39,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:46.085832 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-7d534ac4-d5bf-43b0-9e46-a23a74ba6a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:46.092130 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-7d534ac4-d5bf-43b0-9e46-a23a74ba6a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.093263 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-7d534ac4-d5bf-43b0-9e46-a23a74ba6a27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/641d72b7-d21b-49d4-908a-4d7929f66f39 HTTP/1.1" status: 204 len: 168 time: 0.1662610 May 27 09:59:46.447060 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47458) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:46.496834 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-5d5325a1-0b3a-40da-8331-5993a3da46d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05d36473abbb40089516b06e55f34e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478773 May 27 09:59:46.499171 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47462) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:46.555679 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1d49b068-9319-4efc-8d63-a4f92121be50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.581206 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1d49b068-9319-4efc-8d63-a4f92121be50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.642783 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1d49b068-9319-4efc-8d63-a4f92121be50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.646416 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-69d5e195-4738-4247-98ce-b428deaff3f3 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:46.657361 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49b068-9319-4efc-8d63-a4f92121be50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5017a3bd-f23d-459c-94f8-45b3b86e7038,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:46.661156 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1d49b068-9319-4efc-8d63-a4f92121be50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:46.664730 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1d49b068-9319-4efc-8d63-a4f92121be50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.668215 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-1d49b068-9319-4efc-8d63-a4f92121be50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5017a3bd-f23d-459c-94f8-45b3b86e7038 HTTP/1.1" status: 204 len: 168 time: 0.1658134 May 27 09:59:46.913532 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:59:46.950704 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:59:46.951103 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 31cf39b5-6d2d-4c86-8df9-083258e0f6d4 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:59:57.959430 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:00.376310 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9b0c0d98-6140-40df-b729-56a32858c4de req-1aa02d88-579a-47ca-af85-866130855e96 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2178631 May 27 10:00:00.473927 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0d98-6140-40df-b729-56a32858c4de req-527f03bd-82e7-48ff-970c-58aebebcab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:00.475426 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9b0c0d98-6140-40df-b729-56a32858c4de req-527f03bd-82e7-48ff-970c-58aebebcab7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 1098 time: 0.0766587 May 27 10:00:00.624932 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0d98-6140-40df-b729-56a32858c4de req-da8fa188-29b9-437e-ac25-2db26e157711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:00.626416 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9b0c0d98-6140-40df-b729-56a32858c4de req-da8fa188-29b9-437e-ac25-2db26e157711 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1303225 May 27 10:00:00.651034 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-8fcac4da-ff97-473b-8986-6b194ed5ee6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:00.731685 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9b0c0d98-6140-40df-b729-56a32858c4de req-2458ea9c-59e7-4167-a914-5794e0203168 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30312fb4-af2f-4efe-a447-008146f1a42e HTTP/1.1" status: 200 len: 1001 time: 0.0974684 May 27 10:00:00.895590 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0d98-6140-40df-b729-56a32858c4de req-1c13b279-294c-4c5c-accb-9aed498d58db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:00.896945 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9b0c0d98-6140-40df-b729-56a32858c4de req-1c13b279-294c-4c5c-accb-9aed498d58db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.1592429 May 27 10:00:00.972932 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0d98-6140-40df-b729-56a32858c4de req-3bff9b74-4da6-4a08-b6ac-cb6b991079e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:00.974389 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9b0c0d98-6140-40df-b729-56a32858c4de req-3bff9b74-4da6-4a08-b6ac-cb6b991079e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699148 May 27 10:00:01.112411 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9b0c0d98-6140-40df-b729-56a32858c4de req-7e70ba53-bc20-4de4-8ebb-e0bac157ca7c service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306872 May 27 10:00:01.245567 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-9b0c0d98-6140-40df-b729-56a32858c4de req-205fcbea-d044-4d8a-af26-51c11237327e service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265616 May 27 10:00:03.202983 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:03.402292 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-438d5572-4713-4c07-95bb-f7e225b9729d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:04.225174 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:05.887178 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:10.225640 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-6e9bbf1b-dfcb-450b-9495-f55ec9524204 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743764372&fields=id&tenant_id=e69db4a0248a4f968b6eadeacdc3ee56 HTTP/1.1" status: 200 len: 267 time: 0.0457044 May 27 10:00:10.479971 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-4b59d3b5-dad6-4b19-9dac-1e0f71c9a5db tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:10.481347 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-4b59d3b5-dad6-4b19-9dac-1e0f71c9a5db tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 812 time: 0.2492707 May 27 10:00:10.496080 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-37b81a9d-8958-42b3-b84b-ca336adc6a21 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/quotas/e69db4a0248a4f968b6eadeacdc3ee56 HTTP/1.1" status: 200 len: 375 time: 0.0087838 May 27 10:00:10.584820 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-ef2de38d-fe6d-43d5-abf8-760752efa2af tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0839434 May 27 10:00:10.767065 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-9c9e30fd-1d70-4737-8d58-e2876956df6e service neutron] 10.222.0.20 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705544 May 27 10:00:10.895912 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-638a0579-1c91-46ec-9af1-a714697df304 service neutron] 10.222.0.20 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231580 May 27 10:00:11.461340 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-c1c4d1d4-d377-4a3d-a2ad-91275c8546e0 req-620eb27d-90bb-4fd8-8ba5-428a7e695fec tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 210 time: 0.0929370 May 27 10:00:12.410256 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-e9f96664-f970-4228-9306-04a1bb0df3a2 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:12.411721 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-e9f96664-f970-4228-9306-04a1bb0df3a2 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 812 time: 0.1491361 May 27 10:00:12.465238 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-971915e6-c982-4a26-8529-bfabe2a0f1f4 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69db4a0248a4f968b6eadeacdc3ee56 HTTP/1.1" status: 200 len: 380 time: 0.0453997 May 27 10:00:12.476236 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'port': {'device_id': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'admin_state_up': True, 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'security_groups': ['b739a22b-379f-465a-b4fd-cf7822e5bee4']}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:12.614524 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-acc1f3d4-f73e-4913-8666-bbea8658013e req-f5f0fe06-1acb-4fc8-bf29-2bbd971aa98d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 210 time: 0.0479934 May 27 10:00:12.620169 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:12.630418 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.quota.driver [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=108800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:12.640078 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Made reservation on behalf of e69db4a0248a4f968b6eadeacdc3ee56 for: {'port': 1} {{(pid=108800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:12.643542 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.803310 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_common [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Allocated IP 172.20.0.12 (a6876e41-ac3a-49b2-9a45-8b969b85c027/fc00d181-0137-4db6-8c6e-f20a78a22e5d/6529a1b1-2135-4a8b-9426-d67faa69ecf6) {{(pid=108800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:00:13.004766 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for port, precommit_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.023391 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Transition to ACTIVE for port object 6529a1b1-2135-4a8b-9426-d67faa69ecf6 will not be triggered until provisioned by entity DHCP. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:00:13.048394 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_create {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.055156 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-e70eb293-ddbc-4567-8c78-e490cc9c53d8 tempest-TestMinimumBasicScenario-2072573035 tempest-TestMinimumBasicScenario-2072573035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:13.135015 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 is already hosted by enough agents. {{(pid=108800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:00:13.138321 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.base_scheduler [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources bound (agent type, host, resource id): {{(pid=108800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:00:13.140775 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Received port after_create {{(pid=108800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:00:13.178644 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'Port': ['ID=6529a1b1-2135-4a8b-9426-d67faa69ecf6,revision_number=1']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:13.181703 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:13.214708 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:13.215573 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.245675 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-65877dd4-2478-49ec-8f64-6b25a45c48a1 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7730463 May 27 10:00:13.257071 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.v2.base [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Request body: {'port': {'device_id': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=108800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:13.311806 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-53fc3618-d164-4a16-9243-de01e8981fed None None] Provisioning for port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 completed by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:00:13.316585 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-53fc3618-d164-4a16-9243-de01e8981fed None None] Provisioning complete for port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 triggered by entity DHCP. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:00:13.317007 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-53fc3618-d164-4a16-9243-de01e8981fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.372293 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-53fc3618-d164-4a16-9243-de01e8981fed None None] Port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 cannot update to ACTIVE because it is not bound. {{(pid=108801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:00:13.375011 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.721700 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6529a1b1-2135-4a8b-9426-d67faa69ecf6 {{(pid=108800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:00:13.764187 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.796095 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.provisioning_blocks [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Transition to ACTIVE for port object 6529a1b1-2135-4a8b-9426-d67faa69ecf6 will not be triggered until provisioned by entity L2. {{(pid=108800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:00:13.801091 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.805971 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-13a080b7-68b8-4e19-a9dc-577b1da29b09 tempest-AttachVolumeTestJSON-1716210331 tempest-AttachVolumeTestJSON-1716210331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:14.051645 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Pushing event updated for resources: {'Port': ['ID=6529a1b1-2135-4a8b-9426-d67faa69ecf6,revision_number=2']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:14.054466 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:14.097323 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babc509-08c2-48de-bd54-ecae3686c539 req-e195bfa3-ee39-44f6-bade-2b47ad2527a7 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:14.098038 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0babc509-08c2-48de-bd54-ecae3686c539 req-e195bfa3-ee39-44f6-bade-2b47ad2527a7 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Synchronizing usage tracker for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:00:14.159374 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-0babc509-08c2-48de-bd54-ecae3686c539 req-e195bfa3-ee39-44f6-bade-2b47ad2527a7 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Unset dirty status for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:00:14.160457 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0babc509-08c2-48de-bd54-ecae3686c539 req-e195bfa3-ee39-44f6-bade-2b47ad2527a7 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 932 time: 0.4342945 May 27 10:00:14.216637 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Attempting to bind port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:00:14.216973 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Attempting to bind port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:00:14.217301 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Attempting to bind port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 on network a6876e41-ac3a-49b2-9a45-8b969b85c027 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:00:14.227834 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 on network a6876e41-ac3a-49b2-9a45-8b969b85c027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:00:14.228375 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Attempting to bind port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 on network a6876e41-ac3a-49b2-9a45-8b969b85c027 {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:00:14.233077 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-0babc509-08c2-48de-bd54-ecae3686c539 req-0bcfe304-3171-47e0-8351-974bbcf9b306 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663457 May 27 10:00:14.237293 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Checking agent: {'id': '20b95490-0f03-49ca-96d9-4e83ccc8e2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'started_at': datetime.datetime(2021, 5, 27, 9, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:00:14.237628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Checking segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:00:14.238009 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Bound using segment: {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'} {{(pid=108800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:00:14.238439 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.managers [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Bound port: 6529a1b1-2135-4a8b-9426-d67faa69ecf6, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea354614-476d-42d7-b059-6cc3a9c4ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027'}}] {{(pid=108800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:00:14.238813 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.333658 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] For port 6529a1b1-2135-4a8b-9426-d67faa69ecf6, host hv-cinder-78878, cleared binding levels {{(pid=108800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:00:14.336605 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] For port 6529a1b1-2135-4a8b-9426-d67faa69ecf6, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6529a1b1-2135-4a8b-9426-d67faa69ecf6,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:00:14.340730 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262722360'] for port, after_update {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.345590 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-cd72ad89-bebf-43d7-9c0c-4d690178e159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:14.402648 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:14.403299 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.404677 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] 10.222.0.45 "PUT /v2.0/ports/6529a1b1-2135-4a8b-9426-d67faa69ecf6 HTTP/1.1" status: 200 len: 1094 time: 1.1522100 May 27 10:00:14.405193 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:14.425791 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Pushing event updated for resources: {'Port': ['ID=6529a1b1-2135-4a8b-9426-d67faa69ecf6,revision_number=3']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:14.428989 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:14.482023 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'status': 'completed', 'code': 200} May 27 10:00:14.526533 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-aaae124e-eec2-41c2-a438-de12a6ae8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:14.528659 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-aaae124e-eec2-41c2-a438-de12a6ae8cfc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 1097 time: 0.0832205 May 27 10:00:14.599441 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-5425bf45-14c1-41af-9769-66bc572beb71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6529a1b1-2135-4a8b-9426-d67faa69ecf6 HTTP/1.1" status: 200 len: 217 time: 0.0627632 May 27 10:00:14.664453 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-d9275d31-d247-4fb6-abe0-01a7d59fa61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:14.665913 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-d9275d31-d247-4fb6-abe0-01a7d59fa61d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0596027 May 27 10:00:14.746644 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-c36bd1e4-4d89-4ebf-96bc-2a0a77bc59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:14.748087 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-c36bd1e4-4d89-4ebf-96bc-2a0a77bc59a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762405 May 27 10:00:14.881432 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-d8b66fd2-857c-493b-9b6c-93b2e5e5c506 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268063 May 27 10:00:15.013660 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-fc2c9414-5036-4d72-a5f4-8ced9abe2b8d req-36a29553-da43-4d87-bb70-91882abe1522 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253896 May 27 10:00:15.139428 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-76487fb4-cf02-4788-82fc-80fae5f4756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:15.140825 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-76487fb4-cf02-4788-82fc-80fae5f4756f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 1097 time: 0.0784810 May 27 10:00:15.303200 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-c05b6880-68ef-41ed-922c-74f99f81a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:15.304674 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-c05b6880-68ef-41ed-922c-74f99f81a515 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1574581 May 27 10:00:15.408812 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-18400528-1691-4795-ab8d-ba9ccf7593e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6529a1b1-2135-4a8b-9426-d67faa69ecf6 HTTP/1.1" status: 200 len: 217 time: 0.0952559 May 27 10:00:15.490009 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-3a812f8f-d8de-470d-b6bd-b8cfd9fb9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:15.491471 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-3a812f8f-d8de-470d-b6bd-b8cfd9fb9e78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0715351 May 27 10:00:15.554617 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244fc90-65d9-478f-b9e9-888099e07a25 req-db911068-1848-4416-9dce-32c45ade5238 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:15.556089 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5244fc90-65d9-478f-b9e9-888099e07a25 req-db911068-1848-4416-9dce-32c45ade5238 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 944 time: 0.1877687 May 27 10:00:15.614209 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-5244fc90-65d9-478f-b9e9-888099e07a25 req-08408a3d-64f1-4e3f-8bca-b43055bd3c45 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506389 May 27 10:00:15.619987 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-4863ffaa-8846-4d45-8434-10b52fc175e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:15.622247 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-4863ffaa-8846-4d45-8434-10b52fc175e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1218593 May 27 10:00:15.860444 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-056c61c4-ea30-4a32-bfbb-c5afc80e6442 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314250 May 27 10:00:16.001101 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-cd2a79a4-60cf-4f7e-bb38-c856f07c9003 req-1babcc92-7c0e-48fc-807f-5160d49857f0 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341043 May 27 10:00:16.798794 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a927a7-99e6-47ce-aeb6-a6d46106a4a6 req-f04c8e9e-e420-48f2-bfa7-067bb90b637e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:16.800263 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-59a927a7-99e6-47ce-aeb6-a6d46106a4a6 req-f04c8e9e-e420-48f2-bfa7-067bb90b637e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 944 time: 0.0815885 May 27 10:00:16.845760 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-59a927a7-99e6-47ce-aeb6-a6d46106a4a6 req-d961fc74-9b13-4363-aa65-afd5bc3b4056 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398622 May 27 10:00:18.038236 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b0c5-d0c4-405c-a5b7-848b6982d809 req-3c441e60-4265-4b35-a43b-26634de71dbb tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:18.039724 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-83f0b0c5-d0c4-405c-a5b7-848b6982d809 req-3c441e60-4265-4b35-a43b-26634de71dbb tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 944 time: 0.0827913 May 27 10:00:18.084545 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-83f0b0c5-d0c4-405c-a5b7-848b6982d809 req-e679628a-06d9-490c-b8b4-d2c35852b31c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 May 27 10:00:19.273201 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a924b-f27a-472e-abef-96af9cee3e67 req-f437f286-8f68-45a6-9569-147196785889 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:19.274665 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-234a924b-f27a-472e-abef-96af9cee3e67 req-f437f286-8f68-45a6-9569-147196785889 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 944 time: 0.0839028 May 27 10:00:19.319221 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-234a924b-f27a-472e-abef-96af9cee3e67 req-6e6b431a-26c0-4fb2-8840-8cfff493959d tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383451 May 27 10:00:20.509789 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf60ae-d878-4ae3-ad04-9db82ab7a2cd req-ca5c6ee6-a186-4c52-b092-8e7daa62aa54 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:20.511282 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-47bf60ae-d878-4ae3-ad04-9db82ab7a2cd req-ca5c6ee6-a186-4c52-b092-8e7daa62aa54 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 944 time: 0.0849848 May 27 10:00:20.527036 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:00:20.557150 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-47bf60ae-d878-4ae3-ad04-9db82ab7a2cd req-63efd45b-ae5c-499d-8c9b-25e1884f28ae tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399966 May 27 10:00:21.749236 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb58759-915f-43da-9194-be5eebdd7c54 req-64e5ec6b-5e77-4b21-862a-b73422ff50eb tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:21.750701 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1eb58759-915f-43da-9194-be5eebdd7c54 req-64e5ec6b-5e77-4b21-862a-b73422ff50eb tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 944 time: 0.0879169 May 27 10:00:21.795451 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-1eb58759-915f-43da-9194-be5eebdd7c54 req-5698eec8-f665-4771-9359-7b7840ccd0ee tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390933 May 27 10:00:22.671952 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 6529a1b1-2135-4a8b-9426-d67faa69ecf6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=108801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:00:22.805148 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 6529a1b1-2135-4a8b-9426-d67faa69ecf6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6529a1b1-2135-4a8b-9426-d67faa69ecf6,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:22.818581 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Returning: {'device': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'port_id': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'mac_address': 'fa:16:3e:22:b5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:00:22.874413 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.891477 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6529a1b1-2135-4a8b-9426-d67faa69ecf6 {{(pid=108801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:00:22.907085 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 6529a1b1-2135-4a8b-9426-d67faa69ecf6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6529a1b1-2135-4a8b-9426-d67faa69ecf6,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:22.912214 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.913954 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:22.984234 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=6529a1b1-2135-4a8b-9426-d67faa69ecf6,revision_number=4']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:22.984467 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd7d4-51fa-4f2f-a198-e73043599ca6 req-7b6072c0-3fd2-4eb1-a8cb-de6192397733 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:22.985627 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b8ffd7d4-51fa-4f2f-a198-e73043599ca6 req-7b6072c0-3fd2-4eb1-a8cb-de6192397733 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 945 time: 0.0843642 May 27 10:00:22.987250 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:23.034623 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b8ffd7d4-51fa-4f2f-a198-e73043599ca6 req-4afa8704-6823-4093-b91d-0392eba67fb2 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 May 27 10:00:23.125366 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] get_ports_and_sgs() called for port_ids ['6529a1b1-2135-4a8b-9426-d67faa69ecf6'] {{(pid=108801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:00:24.221789 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0bd80-8ab3-4124-9da6-93bdccd7d27d req-23fdab17-396e-42e6-bd22-ae1f1c367242 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:24.223287 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f0d0bd80-8ab3-4124-9da6-93bdccd7d27d req-23fdab17-396e-42e6-bd22-ae1f1c367242 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 945 time: 0.0847671 May 27 10:00:24.268337 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-f0d0bd80-8ab3-4124-9da6-93bdccd7d27d req-b63a8cbc-3803-489f-bbd0-045c860ebbf6 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393515 May 27 10:00:24.673938 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 6529a1b1-2135-4a8b-9426-d67faa69ecf6 up at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:00:24.743306 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning for port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 completed by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:00:24.748291 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.provisioning_blocks [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Provisioning complete for port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 triggered by entity L2. {{(pid=108801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:00:24.748669 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4028143'] for port, provisioning_complete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.861450 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.889169 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6'}] {{(pid=108801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:24.898598 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] For port 6529a1b1-2135-4a8b-9426-d67faa69ecf6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6529a1b1-2135-4a8b-9426-d67faa69ecf6,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:24.902478 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303'] for port, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.905779 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-39de68b3-9a77-4150-8ffb-da56ea0454bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:24.946004 dv-cinder-788782-3-iscsi neutron-server[108801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'code': 200} May 27 10:00:24.980869 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Pushing event updated for resources: {'Port': ['ID=6529a1b1-2135-4a8b-9426-d67faa69ecf6,revision_number=5']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:24.984064 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:25.211948 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1cfc-6b75-419a-8bbe-2e501845bdca req-5a459c8a-7238-4a1a-bbc9-814b0ba7004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:25.213348 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b77f1cfc-6b75-419a-8bbe-2e501845bdca req-5a459c8a-7238-4a1a-bbc9-814b0ba7004f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 1099 time: 0.0729876 May 27 10:00:25.253850 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-b77f1cfc-6b75-419a-8bbe-2e501845bdca req-03776921-6728-4810-b6b0-564d50380545 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336518 May 27 10:00:25.455496 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e410c-c8d8-491b-b4cb-7fee155b9533 req-ab6ea753-3d56-4b90-9ae1-ae4f592caf99 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:25.456953 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-239e410c-c8d8-491b-b4cb-7fee155b9533 req-ab6ea753-3d56-4b90-9ae1-ae4f592caf99 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 946 time: 0.0799873 May 27 10:00:25.504140 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-239e410c-c8d8-491b-b4cb-7fee155b9533 req-19639ca4-caa3-4b46-ad76-d6db10380054 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 May 27 10:00:26.692048 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd1f7b-1d82-4ead-b9e4-eab5721882e7 req-6d27be5b-4c80-4905-8dcc-589ba21b1b63 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:26.693725 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3ecd1f7b-1d82-4ead-b9e4-eab5721882e7 req-6d27be5b-4c80-4905-8dcc-589ba21b1b63 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 946 time: 0.0802736 May 27 10:00:26.742132 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-3ecd1f7b-1d82-4ead-b9e4-eab5721882e7 req-742ffb85-cfe2-465b-906f-ec15e58292f0 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 May 27 10:00:26.925392 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed7d7f-ad5c-4bc9-a890-462612f28b3b req-8209c6c9-0425-435b-abe9-7d63813e08a9 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:26.926907 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-29ed7d7f-ad5c-4bc9-a890-462612f28b3b req-8209c6c9-0425-435b-abe9-7d63813e08a9 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 946 time: 0.0805173 May 27 10:00:26.972767 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-29ed7d7f-ad5c-4bc9-a890-462612f28b3b req-6cbce515-6582-4f0b-adde-052203c408af tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401804 May 27 10:00:26.995687 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47554) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:27.069764 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8a265-7b58-438e-b14d-9173418e38d9 tempest-TestVolumeBootPattern-2003847551 tempest-TestVolumeBootPattern-2003847551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:27.070471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4ce8a265-7b58-438e-b14d-9173418e38d9 tempest-TestVolumeBootPattern-2003847551 tempest-TestVolumeBootPattern-2003847551-project-admin] Synchronizing usage tracker for tenant:7915de5c729d41e69b191b3b7f108dbb on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:00:27.086488 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-4ce8a265-7b58-438e-b14d-9173418e38d9 tempest-TestVolumeBootPattern-2003847551 tempest-TestVolumeBootPattern-2003847551-project-admin] Unset dirty status for tenant:7915de5c729d41e69b191b3b7f108dbb on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:00:27.087664 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-4ce8a265-7b58-438e-b14d-9173418e38d9 tempest-TestVolumeBootPattern-2003847551 tempest-TestVolumeBootPattern-2003847551-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 1094 time: 0.0910161 May 27 10:00:27.091007 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47558) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:27.096259 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.v2.base [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Request body: {'floatingip': {'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'port_id': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:27.102044 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:27.105974 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Usage tracker for resource:floatingip and tenant:e69db4a0248a4f968b6eadeacdc3ee56 is out of sync, need to count used quota {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:27.109661 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=108799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:27.115341 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.quota.driver [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=108799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:27.125280 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.261944 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.395302 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_common [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Allocated IP 172.27.3.56 (16559824-bbb3-4266-bcef-88f73ae55875/d548c19c-1625-41f5-a994-4677c4411bf2/828b7880-36af-4e48-b776-08a9bcf3b07a) {{(pid=108799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:00:27.541180 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for port, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.569972 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742277397980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.573487 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-333f85dd-5a8b-4973-ad57-0a965b467ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:27.641084 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Network 16559824-bbb3-4266-bcef-88f73ae55875 is already hosted by enough agents. {{(pid=108799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:00:27.643952 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.base_scheduler [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Resources bound (agent type, host, resource id): {{(pid=108799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:00:27.647421 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Received port after_create {{(pid=108799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:00:27.679931 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'Port': ['ID=828b7880-36af-4e48-b776-08a9bcf3b07a,revision_number=1']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:27.684492 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:27.959096 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.182417 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.259453 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3818017'] for port, before_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.457940 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for port, precommit_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.462303 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742277831051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742277397998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742277398303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1936869'] for port, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.467226 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:28.571224 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event updated for resources: {'Port': ['ID=828b7880-36af-4e48-b776-08a9bcf3b07a,revision_number=2']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:28.575159 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:28.581534 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667118'] for floatingip, after_update {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.748212 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.l3_db [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Floating IP 407160d4-c557-4e48-ae7a-f940540121f9 associated. External IP: 172.27.3.56, port: 6529a1b1-2135-4a8b-9426-d67faa69ecf6. May 27 10:00:29.098132 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Router 41c80334-b186-4891-af75-0ad26b25be91 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:00:29.374831 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:00:29.384535 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] Sync routers for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:00:29.393601 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:00:29.394231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:00:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:29.399011 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.456855 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3645518 May 27 10:00:29.457523 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:29.568744 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'status': 'completed', 'code': 200} May 27 10:00:29.618146 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:00:29.671193 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-60c7280d-a749-42b3-ad61-a02fa423c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:29.672603 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-60c7280d-a749-42b3-ad61-a02fa423c39f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 1099 time: 0.0725915 May 27 10:00:29.806666 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-de233f52-300a-498a-9bf0-f0625c5468ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:29.808167 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-de233f52-300a-498a-9bf0-f0625c5468ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1286979 May 27 10:00:29.919701 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-536f4be7-7858-406e-95b1-2b8dd423c052 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6529a1b1-2135-4a8b-9426-d67faa69ecf6 HTTP/1.1" status: 200 len: 999 time: 0.0999453 May 27 10:00:29.966818 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '407160d4-c557-4e48-ae7a-f940540121f9', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:22:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:00:28Z', 'updated_at': '2021-05-27T10:00:28Z', 'revision_number': 0, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}, {'id': 'd7e169d4-7afc-4193-b897-583f17509c47', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:58:39Z', 'updated_at': '2021-05-27T09:58:42Z', 'revision_number': 1, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:29.971032 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] Checking router: 41c80334-b186-4891-af75-0ad26b25be91 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:00:29.979432 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:00:29.980314 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:00:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:29.986668 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-3883fcf4-7bb6-46e5-8e7f-876b33754ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:29.988175 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-3883fcf4-7bb6-46e5-8e7f-876b33754ac9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0625570 May 27 10:00:30.067476 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-6677e3e0-efa9-4b52-8bb0-4db5b4776708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:30.069224 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-6677e3e0-efa9-4b52-8bb0-4db5b4776708 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748889 May 27 10:00:30.165665 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:00:30.204591 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-de72b314-5d41-4b42-82c3-8f587f7b73a1 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280429 May 27 10:00:30.352663 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-939c28e1-78a9-4caf-a46e-1f90d3023f5d req-30649af7-a80e-4c4d-853d-12b75346ac58 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413112 May 27 10:00:30.520975 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '407160d4-c557-4e48-ae7a-f940540121f9', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:22:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:00:28Z', 'updated_at': '2021-05-27T10:00:28Z', 'revision_number': 0, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}, {'id': 'd7e169d4-7afc-4193-b897-583f17509c47', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:58:39Z', 'updated_at': '2021-05-27T09:58:42Z', 'revision_number': 1, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:30.524942 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247b351-ceb8-43fa-994c-69274b8b874f None None] The sync data for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi is: [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': '407160d4-c557-4e48-ae7a-f940540121f9', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:22:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:00:28Z', 'updated_at': '2021-05-27T10:00:28Z', 'revision_number': 0, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}, {'id': 'd7e169d4-7afc-4193-b897-583f17509c47', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:58:39Z', 'updated_at': '2021-05-27T09:58:42Z', 'revision_number': 1, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:00:30.654826 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-dd26f798-f6b6-43df-927e-0ce03792e2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:30.715027 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61455557-d44a-445e-bdc9-c070f6494dbd None None] New status for floating IP 407160d4-c557-4e48-ae7a-f940540121f9: ACTIVE {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:00:33.206102 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:33.404832 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-90fae809-fa70-4fcd-863a-fde8ed06a3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.226872 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.888565 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.525545 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:00:57.969468 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:00.205230 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-23f2af02-8b07-423a-8d59-42f697ac3a30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688796 May 27 10:01:00.347942 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-1b5d0b37-c309-4af5-8b24-2d4367e4e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:00.349481 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-1b5d0b37-c309-4af5-8b24-2d4367e4e275 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 1098 time: 0.0747941 May 27 10:01:00.598251 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-b76d83af-8a2c-4dcd-b732-27e3e5af247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:00.599727 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-b76d83af-8a2c-4dcd-b732-27e3e5af247e service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.2309227 May 27 10:01:00.657664 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-61ccffe7-fc81-40e8-8312-0e6a6878da2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:00.704224 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-a9bb225c-6456-4c2c-9551-eeb24cad2c0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30312fb4-af2f-4efe-a447-008146f1a42e HTTP/1.1" status: 200 len: 1001 time: 0.0965438 May 27 10:01:00.766115 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-d1987c5d-9c0b-45fe-8217-4774fc44155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:00.767525 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-d1987c5d-9c0b-45fe-8217-4774fc44155a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0572605 May 27 10:01:00.841706 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-72d63d66-a756-4f92-a7de-77d09315e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:00.843797 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-72d63d66-a756-4f92-a7de-77d09315e3b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700693 May 27 10:01:00.977521 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-8272792a-a130-4c6d-864c-677b4101108d service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275253 May 27 10:01:01.110464 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-16df971a-2b9f-4fed-ab5d-e8af630bcac1 req-d02802e3-574d-4cd8-8d90-88c01ccadd00 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262801 May 27 10:01:03.209539 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:03.407571 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5655d352-f22b-401a-af9f-047c765ce807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:04.230191 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.890396 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:27.960015 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:30.661147 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-089cc8fa-81b2-48bb-b155-5819417add69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.211569 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.408673 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-97dad116-a83f-492d-846d-e4c9378e1e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:34.234348 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:34.525002 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:01:35.892650 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.899096 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47600) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:57.207943 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Deleting port 828b7880-36af-4e48-b776-08a9bcf3b07a {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:01:57.208261 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.328137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.328466 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.449082 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Calling delete_port for 828b7880-36af-4e48-b776-08a9bcf3b07a owned by network:floatingip {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:01:57.569755 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.574428 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-87effa8d-a26b-452a-b91f-e3867ab9ef07 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:57.651126 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event deleted for resources: {'Port': ['ID=828b7880-36af-4e48-b776-08a9bcf3b07a,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:57.690954 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.691335 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.691705 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.692064 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.692424 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.692781 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.693137 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.693493 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.694089 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.694449 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.694823 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.695174 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:57.700389 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:57.725939 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.726283 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.db.l3_db [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Floating IP 407160d4-c557-4e48-ae7a-f940540121f9 disassociated (deleted). External IP: 172.27.3.56, port: 6529a1b1-2135-4a8b-9426-d67faa69ecf6. May 27 10:01:57.961565 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.078350 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Router 41c80334-b186-4891-af75-0ad26b25be91 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:01:58.357172 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:01:58.367123 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] Sync routers for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:01:58.376836 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:01:58.377452 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:01:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:58.378212 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.433298 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "DELETE /v2.0/floatingips/407160d4-c557-4e48-ae7a-f940540121f9 HTTP/1.1" status: 204 len: 168 time: 1.5331414 May 27 10:01:58.433966 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6'}] {{(pid=108799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:58.482623 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'status': 'completed', 'code': 200} May 27 10:01:58.586533 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-94790e62-7860-40b6-93d2-8f54ea251d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:58.588067 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-94790e62-7860-40b6-93d2-8f54ea251d48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 1099 time: 0.0818703 May 27 10:01:58.614927 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:01:58.738848 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-581e702c-ced2-4117-bbd1-24e8f9d7ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:58.740310 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-581e702c-ced2-4117-bbd1-24e8f9d7ebbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1458974 May 27 10:01:58.845393 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-0bcad36e-b17e-470d-b330-7059668a6d7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6529a1b1-2135-4a8b-9426-d67faa69ecf6 HTTP/1.1" status: 200 len: 217 time: 0.0736864 May 27 10:01:58.921479 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-39408093-3c6b-4fc2-96af-4496391b4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:58.922921 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-39408093-3c6b-4fc2-96af-4496391b4a00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0699420 May 27 10:01:58.934684 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb4899-0368-4626-8d06-92f6aedeba39 req-0ea7637a-9db4-49ad-aabd-b63b54545e7f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:58.936719 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dbb4899-0368-4626-8d06-92f6aedeba39 req-0ea7637a-9db4-49ad-aabd-b63b54545e7f tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 946 time: 0.1987689 May 27 10:01:58.973916 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'd7e169d4-7afc-4193-b897-583f17509c47', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:58:39Z', 'updated_at': '2021-05-27T09:58:42Z', 'revision_number': 1, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:58.977800 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] Checking router: 41c80334-b186-4891-af75-0ad26b25be91 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:01:58.987714 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:01:58.988339 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:01:33Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:59.026869 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-1dbb4899-0368-4626-8d06-92f6aedeba39 req-cae41471-22ee-4483-a555-fe1f4857dff6 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587051 May 27 10:01:59.042145 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-24cf9603-d133-4682-bf8a-730e38a8c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:59.043641 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-24cf9603-d133-4682-bf8a-730e38a8c63f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058352 May 27 10:01:59.166879 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:01:59.180617 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-504de725-a2d6-40f3-b533-8a8ee677bbda service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284904 May 27 10:01:59.315328 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-d75138f8-2388-4f13-bdfd-c31e85672dca req-c39c6204-95c1-45fa-848b-ac356e821a8c service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272211 May 27 10:01:59.513810 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'd7e169d4-7afc-4193-b897-583f17509c47', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:58:39Z', 'updated_at': '2021-05-27T09:58:42Z', 'revision_number': 1, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:59.518156 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4a192-fd36-426b-979c-d22cdb01f586 None None] The sync data for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi is: [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_floatingips': [{'id': 'd7e169d4-7afc-4193-b897-583f17509c47', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'router_id': '41c80334-b186-4891-af75-0ad26b25be91', 'port_id': '30312fb4-af2f-4efe-a447-008146f1a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'mac_address': 'fa:16:3e:e9:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:58:39Z', 'updated_at': '2021-05-27T09:58:42Z', 'revision_number': 1, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:01:59.710061 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ba337-fd49-4fb8-8177-e57e71cacf20 None None] New status for floating IP 407160d4-c557-4e48-ae7a-f940540121f9: DOWN {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:02:00.237761 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f337d-300e-4472-bcd7-6423d2957aab req-37e8247f-1093-4f67-8d60-e2830c9b023c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:00.238483 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-593f337d-300e-4472-bcd7-6423d2957aab req-37e8247f-1093-4f67-8d60-e2830c9b023c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Synchronizing usage tracker for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:00.255228 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.quota.resource [req-593f337d-300e-4472-bcd7-6423d2957aab req-37e8247f-1093-4f67-8d60-e2830c9b023c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Unset dirty status for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:00.256411 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-593f337d-300e-4472-bcd7-6423d2957aab req-37e8247f-1093-4f67-8d60-e2830c9b023c tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 946 time: 0.1015368 May 27 10:02:00.270308 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fcf54-c617-4562-8508-54965519958d req-b332a94e-067d-4aa5-9439-84bf750d4fc3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:00.271769 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-df2fcf54-c617-4562-8508-54965519958d req-b332a94e-067d-4aa5-9439-84bf750d4fc3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 946 time: 0.0872841 May 27 10:02:00.302276 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-593f337d-300e-4472-bcd7-6423d2957aab req-64a820aa-c17a-4d3b-8ce3-42b2c30e81cc tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402002 May 27 10:02:00.409597 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-df2fcf54-c617-4562-8508-54965519958d req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Deleting port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:00.409844 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-df2fcf54-c617-4562-8508-54965519958d req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:00.636224 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-df2fcf54-c617-4562-8508-54965519958d req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] For port 6529a1b1-2135-4a8b-9426-d67faa69ecf6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6529a1b1-2135-4a8b-9426-d67faa69ecf6,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:00.636584 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-df2fcf54-c617-4562-8508-54965519958d req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:00.664267 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-6279c4c7-978d-40f4-ac81-e49ca7bafbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:00.766583 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-df2fcf54-c617-4562-8508-54965519958d req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Calling delete_port for 6529a1b1-2135-4a8b-9426-d67faa69ecf6 owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:00.877027 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-df2fcf54-c617-4562-8508-54965519958d req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:00.882585 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-676c492a-3f61-4bac-bfb0-8eb2025ddb06 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:00.929417 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event deleted for resources: {'Port': ['ID=6529a1b1-2135-4a8b-9426-d67faa69ecf6,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:00.968298 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.968678 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.969049 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.969410 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.969767 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.970126 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.970479 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.970859 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.971215 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.971566 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.971917 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.972267 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:00.979269 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:01.014564 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2fcf54-c617-4562-8508-54965519958d req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] No DVR routers for this DVR port 6529a1b1-2135-4a8b-9426-d67faa69ecf6 on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:01.017035 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-df2fcf54-c617-4562-8508-54965519958d req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:01.019552 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'name': 'network-vif-deleted', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:02:01.034654 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-df2fcf54-c617-4562-8508-54965519958d req-3c325f91-f7b0-44ad-8704-07541d876ee3 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "DELETE /v2.0/ports/6529a1b1-2135-4a8b-9426-d67faa69ecf6 HTTP/1.1" status: 204 len: 173 time: 0.7570190 May 27 10:02:01.078301 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5', 'name': 'network-vif-deleted', 'tag': '6529a1b1-2135-4a8b-9426-d67faa69ecf6', 'status': 'completed', 'code': 200} May 27 10:02:01.462513 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-0ea97d3f-d70a-471e-8de2-8c23b6bcdeab req-4fb46663-0b16-4738-b43b-e83b1037a91b tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dba5a0e-637c-4c0b-bf29-9caf8c0a66a5 HTTP/1.1" status: 200 len: 210 time: 0.0447047 May 27 10:02:03.214465 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.226805 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 6529a1b1-2135-4a8b-9426-d67faa69ecf6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:03.260792 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 6529a1b1-2135-4a8b-9426-d67faa69ecf6 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:03.261146 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 6529a1b1-2135-4a8b-9426-d67faa69ecf6 not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:03.408754 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ed96d42f-7bb5-4d63-8040-94c4c8824892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.236779 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.967262 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47636) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:05.231470 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Deleting port 86143cb6-a12f-4ed5-a281-96637f5f5b44 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:05.231707 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.351315 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.351637 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.478742 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Calling delete_port for 86143cb6-a12f-4ed5-a281-96637f5f5b44 owned by network:floatingip {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:05.601656 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.606071 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-b1bd3219-2079-47c4-b7b0-91e6a8736511 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:05.650419 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event deleted for resources: {'Port': ['ID=86143cb6-a12f-4ed5-a281-96637f5f5b44,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:05.679662 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:05.742101 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.742441 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.db.l3_db [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Floating IP d7e169d4-7afc-4193-b897-583f17509c47 disassociated (deleted). External IP: 172.27.3.203, port: 30312fb4-af2f-4efe-a447-008146f1a42e. May 27 10:02:05.894755 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:06.199214 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Router 41c80334-b186-4891-af75-0ad26b25be91 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:02:06.389509 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:02:06.400382 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] Sync routers for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:02:06.406597 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:06.409370 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:06.410006 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:02:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:06.464618 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6e3204dc-9186-4d19-959b-d1e53606c42a tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "DELETE /v2.0/floatingips/d7e169d4-7afc-4193-b897-583f17509c47 HTTP/1.1" status: 204 len: 168 time: 1.4960876 May 27 10:02:06.465109 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:02:06.511850 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e', 'status': 'completed', 'code': 200} May 27 10:02:06.602696 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:06.612318 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-f2554543-329f-4220-a82b-7a8ff172ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:06.613830 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-f2554543-329f-4220-a82b-7a8ff172ae02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 1098 time: 0.0785840 May 27 10:02:06.776498 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-8c827939-a884-4f13-8473-4083bbe11017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:06.777875 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-8c827939-a884-4f13-8473-4083bbe11017 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 200 len: 913 time: 0.1568553 May 27 10:02:06.885168 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-8eb77782-53fd-41f5-8f69-9018a65f9ceb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30312fb4-af2f-4efe-a447-008146f1a42e HTTP/1.1" status: 200 len: 217 time: 0.0764859 May 27 10:02:06.961058 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-b5584b56-9c96-493d-9240-ec1c078887d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:06.962495 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-b5584b56-9c96-493d-9240-ec1c078887d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 200 len: 851 time: 0.0690210 May 27 10:02:06.975374 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fd4ba-8ce6-46af-9209-de0ec0c0971e req-15b7223e-fac8-4b9b-a60c-b2df374dcd17 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:06.975826 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-6e6fd4ba-8ce6-46af-9209-de0ec0c0971e req-15b7223e-fac8-4b9b-a60c-b2df374dcd17 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Synchronizing usage tracker for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:06.989748 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:06.993707 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] Checking router: 41c80334-b186-4891-af75-0ad26b25be91 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:02:07.002244 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:07.002895 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:02:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:07.040235 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.quota.resource [req-6e6fd4ba-8ce6-46af-9209-de0ec0c0971e req-15b7223e-fac8-4b9b-a60c-b2df374dcd17 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Unset dirty status for tenant:e69db4a0248a4f968b6eadeacdc3ee56 on resource:port {{(pid=108800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:07.041399 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6e6fd4ba-8ce6-46af-9209-de0ec0c0971e req-15b7223e-fac8-4b9b-a60c-b2df374dcd17 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 945 time: 0.2672698 May 27 10:02:07.096866 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-6e6fd4ba-8ce6-46af-9209-de0ec0c0971e req-73928bb4-0c0d-4595-85cf-77a6be79eeca tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489566 May 27 10:02:07.098982 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-f87732e0-a9b8-40a6-a52c-e5894e193070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:07.103935 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-f87732e0-a9b8-40a6-a52c-e5894e193070 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6876e41-ac3a-49b2-9a45-8b969b85c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1212990 May 27 10:02:07.184182 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:07.236418 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-982972b5-cdb9-40c4-b22a-9a1f7a9eabf1 service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278937 May 27 10:02:07.378200 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-64737db9-63e1-4edc-acf0-38c4c0b3246a req-c537ac75-cbac-43bf-a83b-f5fc529d3a3b service neutron] 10.222.0.45 "GET /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349165 May 27 10:02:07.510856 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:07.514786 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5d4a9-b3d0-4d24-a3de-2937a03b1575 None None] The sync data for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi is: [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:33Z', 'revision_number': 4, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi', '_interfaces': [{'id': '00f79d86-1b72-4e38-a044-8c9dc76194a2', 'name': '', 'network_id': 'a6876e41-ac3a-49b2-9a45-8b969b85c027', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'mac_address': 'fa:16:3e:04:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:32Z', 'updated_at': '2021-05-27T09:55:39Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'subnets': [{'id': 'fc00d181-0137-4db6-8c6e-f20a78a22e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:02:07.720669 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b608d-b512-44d0-b644-899fecf7e75b None None] New status for floating IP d7e169d4-7afc-4193-b897-583f17509c47: DOWN {{(pid=108802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:02:08.253572 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-f794acf4-387c-42e9-a2c7-c9973e0a4bad tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:08.255062 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-f794acf4-387c-42e9-a2c7-c9973e0a4bad tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 945 time: 0.0812817 May 27 10:02:08.293565 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09db5c-2857-4f68-a195-d5781f231af7 req-3062d864-2bc4-42da-a51b-32caaae95534 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:08.297180 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5b09db5c-2857-4f68-a195-d5781f231af7 req-3062d864-2bc4-42da-a51b-32caaae95534 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 945 time: 0.0874994 May 27 10:02:08.348312 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-5b09db5c-2857-4f68-a195-d5781f231af7 req-af41a6b9-e41f-4e17-ac72-f1bd4c4c8e9e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/security-groups?id=b739a22b-379f-465a-b4fd-cf7822e5bee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449314 May 27 10:02:08.401126 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Deleting port 30312fb4-af2f-4efe-a447-008146f1a42e {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:08.401519 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.684258 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] For port 30312fb4-af2f-4efe-a447-008146f1a42e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=30312fb4-af2f-4efe-a447-008146f1a42e,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:08.684498 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.826233 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Calling delete_port for 30312fb4-af2f-4efe-a447-008146f1a42e owned by compute:nova {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:08.971464 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.977628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:09.031175 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event deleted for resources: {'Port': ['ID=30312fb4-af2f-4efe-a447-008146f1a42e,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:09.064998 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:09.122848 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] No DVR routers for this DVR port 30312fb4-af2f-4efe-a447-008146f1a42e on host hv-cinder-78878 {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:09.125907 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for port, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.128906 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'name': 'network-vif-deleted', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e'}] {{(pid=108800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:02:09.145362 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [req-f7c2ba33-5ac3-43b3-82be-b4c04d5fcf36 req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.45 "DELETE /v2.0/ports/30312fb4-af2f-4efe-a447-008146f1a42e HTTP/1.1" status: 204 len: 173 time: 0.8849237 May 27 10:02:09.178021 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8959fd91-531c-42a8-b0da-160fe9a681aa', 'name': 'network-vif-deleted', 'tag': '30312fb4-af2f-4efe-a447-008146f1a42e', 'status': 'completed', 'code': 200} May 27 10:02:09.510118 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [req-28e3e762-ce32-471e-bd06-ea84725a7c95 req-a2de35dd-11ef-4910-96e9-2cadc4242911 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8959fd91-531c-42a8-b0da-160fe9a681aa HTTP/1.1" status: 200 len: 210 time: 0.0507281 May 27 10:02:10.606652 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47654) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:10.829197 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Deleting port e961146c-6e99-40a5-a5cb-9d53259a55ac {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:10.830229 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:10.956447 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:10.956776 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.078068 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Calling delete_port for e961146c-6e99-40a5-a5cb-9d53259a55ac owned by network:floatingip {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:11.190260 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.193768 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-00ad324a-3b92-4c63-9810-196d9074670e tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:11.237023 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event deleted for resources: {'Port': ['ID=e961146c-6e99-40a5-a5cb-9d53259a55ac,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:11.240142 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:11.258508 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 30312fb4-af2f-4efe-a447-008146f1a42e no longer exists at agent hyperv_hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:11.292571 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] No Port match for: 30312fb4-af2f-4efe-a447-008146f1a42e {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:11.292927 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Device 30312fb4-af2f-4efe-a447-008146f1a42e not bound to the agent host hv-cinder-78878 {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:11.329240 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for floatingip, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.342585 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485917'] for floatingip, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.343742 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-ec734d70-8a5c-42a4-aab5-e727c4efbc19 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "DELETE /v2.0/floatingips/73c62687-1f12-4744-aa7f-f84d667055df HTTP/1.1" status: 204 len: 168 time: 0.7360995 May 27 10:02:11.524432 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:02:12.721758 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47668) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:12.790628 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b72fe592-f4b6-47cc-b2ad-9d6a1f268124 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.821245 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b72fe592-f4b6-47cc-b2ad-9d6a1f268124 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.885666 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b72fe592-f4b6-47cc-b2ad-9d6a1f268124 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.889536 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-009ad3f6-1323-484e-97b2-cc17b77addc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:12.905646 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fe592-f4b6-47cc-b2ad-9d6a1f268124 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b739a22b-379f-465a-b4fd-cf7822e5bee4,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:12.909256 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b72fe592-f4b6-47cc-b2ad-9d6a1f268124 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:12.925020 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-b72fe592-f4b6-47cc-b2ad-9d6a1f268124 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.926709 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-b72fe592-f4b6-47cc-b2ad-9d6a1f268124 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] 10.222.0.20 "DELETE /v2.0/security-groups/b739a22b-379f-465a-b4fd-cf7822e5bee4 HTTP/1.1" status: 204 len: 168 time: 0.2039471 May 27 10:02:12.980271 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47674) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:13.712654 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662012'] for router_interface, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:14.124967 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Deleting port 00f79d86-1b72-4e38-a044-8c9dc76194a2 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:14.125608 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:14.250114 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] For port 00f79d86-1b72-4e38-a044-8c9dc76194a2, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=00f79d86-1b72-4e38-a044-8c9dc76194a2,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:14.250471 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:14.382281 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Calling delete_port for 00f79d86-1b72-4e38-a044-8c9dc76194a2 owned by network:router_interface {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:14.533253 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:14.538431 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-fe6ca3b8-ef7e-4c7a-82e0-07b767011ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:14.617162 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f79d86-1b72-4e38-a044-8c9dc76194a2,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:14.619735 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:14.957050 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665676'] for router_interface, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.318163 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Router 41c80334-b186-4891-af75-0ad26b25be91 has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:02:15.495453 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:02:15.504769 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] Sync routers for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:02:15.508469 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-085e657c-b112-4e9b-9851-0a17967b0622 admin admin] 10.222.0.20 "PUT /v2.0/routers/41c80334-b186-4891-af75-0ad26b25be91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5271320 May 27 10:02:15.510951 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47680) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:15.514222 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:15.514897 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:02:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:15.691061 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks [] for router, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.695820 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: dv-cinder-788782-3-iscsi {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:15.864383 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.935330 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Deleting port ca5e3d31-755d-4c1e-9821-e9238eed0bd2 {{(pid=108799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:15.935677 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.985097 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T10:02:14Z', 'revision_number': 5, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port': {'id': 'ca5e3d31-755d-4c1e-9821-e9238eed0bd2', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c80334-b186-4891-af75-0ad26b25be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:15.989104 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] Checking router: 41c80334-b186-4891-af75-0ad26b25be91 for host: dv-cinder-788782-3-iscsi {{(pid=108801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:02:15.997485 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] Routers {'41c80334-b186-4891-af75-0ad26b25be91'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:15.998091 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:02:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['41c80334-b186-4891-af75-0ad26b25be91'], 'active': True} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:16.058815 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.db [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] For port ca5e3d31-755d-4c1e-9821-e9238eed0bd2, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=ca5e3d31-755d-4c1e-9821-e9238eed0bd2,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:16.059174 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.182176 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.plugins.ml2.plugin [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Calling delete_port for ca5e3d31-755d-4c1e-9821-e9238eed0bd2 owned by network:router_gateway {{(pid=108799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:16.195086 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvr_db [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] Set router 41c80334-b186-4891-af75-0ad26b25be91 gateway port host: None {{(pid=108801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:16.303230 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_hamode_db [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T10:02:15Z', 'revision_number': 6, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port_host': None}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:16.307813 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc88ef9-ec43-45af-b7bd-b2492889213e None None] The sync data for ids ['41c80334-b186-4891-af75-0ad26b25be91'] in dv-cinder-788782-3-iscsi is: [{'id': '41c80334-b186-4891-af75-0ad26b25be91', 'name': 'tempest-TestVolumeBootPattern-1189361766-router', 'tenant_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:29Z', 'updated_at': '2021-05-27T10:02:15Z', 'revision_number': 6, 'project_id': 'e69db4a0248a4f968b6eadeacdc3ee56', 'gw_port_host': None}] {{(pid=108801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:02:16.428813 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1936850'] for port, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.432901 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-df08ade9-2dfb-429c-ac07-63322a691bd7 tempest-TestShelveInstance-1548240244 tempest-TestShelveInstance-1548240244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:16.477058 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5e3d31-755d-4c1e-9821-e9238eed0bd2,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:16.480187 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:16.572255 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667091'] for router_gateway, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.752814 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.755033 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.776344 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669536'] for router, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.776908 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c80334-b186-4891-af75-0ad26b25be91 {{(pid=108799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 10:02:16.788779 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] Notify callbacks [] for router, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.789909 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-e66d4f8d-57e9-415b-ab68-f60424bbe368 admin admin] 10.222.0.20 "DELETE /v2.0/routers/41c80334-b186-4891-af75-0ad26b25be91 HTTP/1.1" status: 204 len: 168 time: 1.2780526 May 27 10:02:16.792378 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47684) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:16.852898 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a1c9b3-0f6e-49da-9983-586b27749b4a admin admin] Deleting subnet fc00d181-0137-4db6-8c6e-f20a78a22e5d {{(pid=108799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:02:16.855693 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-25a1c9b3-0f6e-49da-9983-586b27749b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.903525 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-25a1c9b3-0f6e-49da-9983-586b27749b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-792483'] for subnet, precommit_delete_associations {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.980960 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-25a1c9b3-0f6e-49da-9983-586b27749b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.083539 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 00f79d86-1b72-4e38-a044-8c9dc76194a2 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:17.120759 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 00f79d86-1b72-4e38-a044-8c9dc76194a2 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:17.121397 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 00f79d86-1b72-4e38-a044-8c9dc76194a2 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:17.121951 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device ca5e3d31-755d-4c1e-9821-e9238eed0bd2 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:17.158430 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: ca5e3d31-755d-4c1e-9821-e9238eed0bd2 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:17.158941 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device ca5e3d31-755d-4c1e-9821-e9238eed0bd2 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:17.240990 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-25a1c9b3-0f6e-49da-9983-586b27749b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1741603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262222279'] for subnet, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.244947 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:17.281173 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1c9b3-0f6e-49da-9983-586b27749b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc00d181-0137-4db6-8c6e-f20a78a22e5d,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:17.284046 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-25a1c9b3-0f6e-49da-9983-586b27749b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:17.286808 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-25a1c9b3-0f6e-49da-9983-586b27749b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for subnet, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.292045 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed9b3f3-8e71-432d-89d9-2c063d363e6d None None] Network a6876e41-ac3a-49b2-9a45-8b969b85c027 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:02:17.293992 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-25a1c9b3-0f6e-49da-9983-586b27749b4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc00d181-0137-4db6-8c6e-f20a78a22e5d HTTP/1.1" status: 204 len: 168 time: 0.5006502 May 27 10:02:17.296535 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47688) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:17.406503 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.481316 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Deleting port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:17.481692 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.557447 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] DHCP port deletion for a6876e41-ac3a-49b2-9a45-8b969b85c027 request from dv-cinder-788782-3-iscsi {{(pid=108801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 10:02:17.585681 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] For port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:17.585965 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.624556 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Deleting port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 {{(pid=108801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:17.624948 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.724100 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Calling delete_port for 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 owned by network:dhcp {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:17.725506 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] For port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8,segment=NetworkSegment(ea354614-476d-42d7-b059-6cc3a9c4ced1),segment_id=ea354614-476d-42d7-b059-6cc3a9c4ced1)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:17.725912 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.769762 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.774640 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-bcfcfc9d-2868-4bd0-8c19-b55306e66013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:17.823261 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:17.825088 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] No DVR routers for this DVR port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 on host dv-cinder-788782-3-iscsi {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:17.826566 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:17.851027 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Calling delete_port for 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 owned by network:dhcp {{(pid=108801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:17.894148 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989'] for port, after_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.897698 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-367d5170-42a8-496f-a13a-836d3a086650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:17.943477 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.945611 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Pushing event deleted for resources: {'Port': ['ID=7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8,revision_number=None']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:17.955407 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] No DVR routers for this DVR port 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 on host dv-cinder-788782-3-iscsi {{(pid=108801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:17.957521 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.957713 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6876e41-ac3a-49b2-9a45-8b969b85c027']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:17.957944 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.958209 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.958579 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.958941 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.959275 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.959605 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.959937 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.960265 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.960591 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.961942 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.961942 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-iscsi {{(pid=108801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:17.964852 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-d6c49070-8e40-4251-ba83-8796658b0eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:17.974391 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea354614-476d-42d7-b059-6cc3a9c4ced1') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:17.974631 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea354614-476d-42d7-b059-6cc3a9c4ced1') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:17.987219 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:18.002805 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:18.009071 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:02:18.009478 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:02:18.022549 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:02:18.101853 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:18.105645 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-25b7e47c-6d9b-4c6b-9850-7d9dd7349ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:18.119331 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:18.131483 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6876e41-ac3a-49b2-9a45-8b969b85c027,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:18.135610 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:18.143823 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-0f08b957-c1ea-476f-98e2-3551aad0ae31 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6876e41-ac3a-49b2-9a45-8b969b85c027 HTTP/1.1" status: 204 len: 168 time: 0.8462973 May 27 10:02:18.146628 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47692) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:18.789580 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662012'] for router_interface, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:19.005933 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:19.041542 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:19.041809 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 7f56e42f-eac3-4a1e-bc5d-3e1d7b087ed8 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:19.198718 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Deleting port 4f37ba2b-8e75-420e-8903-980ff11cf811 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:19.199084 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:19.327149 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] For port 4f37ba2b-8e75-420e-8903-980ff11cf811, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=4f37ba2b-8e75-420e-8903-980ff11cf811,segment=NetworkSegment(aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601),segment_id=aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:19.327414 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:19.450595 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Calling delete_port for 4f37ba2b-8e75-420e-8903-980ff11cf811 owned by network:router_interface {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:19.591842 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:19.595920 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-be320275-db8f-4448-837f-5b78474ac855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:19.647104 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f37ba2b-8e75-420e-8903-980ff11cf811,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:19.650199 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:20.019634 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665676'] for router_interface, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:20.387814 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Router dbb14664-e1f5-4e79-8617-14691339c99b has already been hosted by L3 agent 699c92cb-6a08-4a67-a335-6e273a2f619f {{(pid=108800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:02:20.567545 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-iscsi the message routers_updated {{(pid=108800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:02:20.576341 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] Sync routers for ids ['dbb14664-e1f5-4e79-8617-14691339c99b'] in dv-cinder-788782-3-iscsi {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:02:20.586225 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] 10.222.0.20 "PUT /v2.0/routers/dbb14664-e1f5-4e79-8617-14691339c99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4362042 May 27 10:02:20.586430 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47696) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:20.586598 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] Routers {'dbb14664-e1f5-4e79-8617-14691339c99b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:20.587096 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:02:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['dbb14664-e1f5-4e79-8617-14691339c99b'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:20.761231 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:20.764113 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] Set router dbb14664-e1f5-4e79-8617-14691339c99b gateway port host: dv-cinder-788782-3-iscsi {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:20.947699 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.023029 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Deleting port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:21.023660 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.093237 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'external_fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:37Z', 'updated_at': '2021-05-27T10:02:19Z', 'revision_number': 5, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'gw_port': {'id': 'ccdb94fb-e3cc-42f7-9ac0-13572e1518d8', 'name': '', 'network_id': '16559824-bbb3-4266-bcef-88f73ae55875', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:55:38Z', 'updated_at': '2021-05-27T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd548c19c-1625-41f5-a994-4677c4411bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-iscsi'}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:21.097556 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] Checking router: dbb14664-e1f5-4e79-8617-14691339c99b for host: dv-cinder-788782-3-iscsi {{(pid=108802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:02:21.106373 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] Routers {'dbb14664-e1f5-4e79-8617-14691339c99b'} bound to L3 agent in host dv-cinder-788782-3-iscsi {{(pid=108802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:21.107022 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:37:03Z,description=,heartbeat_timestamp=2021-05-27T10:02:03Z,host='dv-cinder-788782-3-iscsi',id=699c92cb-6a08-4a67-a335-6e273a2f619f,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:37:03Z,topic='l3_agent')) {'router_ids': ['dbb14664-e1f5-4e79-8617-14691339c99b'], 'active': True} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:21.152923 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] For port ccdb94fb-e3cc-42f7-9ac0-13572e1518d8, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=ccdb94fb-e3cc-42f7-9ac0-13572e1518d8,segment=NetworkSegment(02ae6137-f914-4cb3-9f90-9f386131fd18),segment_id=02ae6137-f914-4cb3-9f90-9f386131fd18)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:21.153280 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.254359 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_dvr_db [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] Set router dbb14664-e1f5-4e79-8617-14691339c99b gateway port host: None {{(pid=108802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:21.279649 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Calling delete_port for ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 owned by network:router_gateway {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:21.361430 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.l3_hamode_db [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:37Z', 'updated_at': '2021-05-27T10:02:20Z', 'revision_number': 6, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'gw_port_host': None}], 'dv-cinder-788782-3-iscsi', False) {} {{(pid=108802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:21.365894 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f66ab-8527-40f1-87b7-73633ba8094c None None] The sync data for ids ['dbb14664-e1f5-4e79-8617-14691339c99b'] in dv-cinder-788782-3-iscsi is: [{'id': 'dbb14664-e1f5-4e79-8617-14691339c99b', 'name': 'tempest-TestVolumeBootPattern-1692873372-router', 'tenant_id': '7915de5c729d41e69b191b3b7f108dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:55:37Z', 'updated_at': '2021-05-27T10:02:20Z', 'revision_number': 6, 'project_id': '7915de5c729d41e69b191b3b7f108dbb', 'gw_port_host': None}] {{(pid=108802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:02:21.534694 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.538058 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-5f5b248e-f59e-49c4-889e-d56a502ecb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:21.610416 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdb94fb-e3cc-42f7-9ac0-13572e1518d8,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:21.613368 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:21.675844 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667091'] for router_gateway, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.852807 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.854974 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.879752 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669536'] for router, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.880344 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb14664-e1f5-4e79-8617-14691339c99b {{(pid=108800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 10:02:21.893540 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] Notify callbacks [] for router, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.894657 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-6bfa6189-446c-4c41-b158-eb76dc96c1f3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dbb14664-e1f5-4e79-8617-14691339c99b HTTP/1.1" status: 204 len: 168 time: 1.3072550 May 27 10:02:21.897181 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47700) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:21.955768 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.db_base_plugin_v2 [None req-338217e1-9a8e-4359-9a93-1350893799e0 admin admin] Deleting subnet 3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08 {{(pid=108800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:02:21.958729 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-338217e1-9a8e-4359-9a93-1350893799e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.007486 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-338217e1-9a8e-4359-9a93-1350893799e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838960'] for subnet, precommit_delete_associations {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.087862 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-338217e1-9a8e-4359-9a93-1350893799e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023037'] for subnet, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.340391 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-338217e1-9a8e-4359-9a93-1350893799e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263179774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262631030'] for subnet, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.344238 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:22.383099 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338217e1-9a8e-4359-9a93-1350893799e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:22.386183 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-338217e1-9a8e-4359-9a93-1350893799e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:22.387166 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-338217e1-9a8e-4359-9a93-1350893799e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.392611 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976601e4-a38f-4829-9367-6eefa64c205b None None] Network 282d07b8-719e-42b3-b487-d009a5b3ead0 requested from dv-cinder-788782-3-iscsi {{(pid=108801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:02:22.393610 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-338217e1-9a8e-4359-9a93-1350893799e0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3dfc55ac-5ddd-4e8c-9db7-c7312bf04f08 HTTP/1.1" status: 204 len: 168 time: 0.4954789 May 27 10:02:22.396077 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [-] (108800) accepted ('10.222.0.20', 47704) {{(pid=108800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:22.504205 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3880553'] for network, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.575891 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Deleting port 5649129c-8856-4624-ba3a-87580a0ae6ce {{(pid=108800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:22.576152 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.633506 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] DHCP port deletion for 282d07b8-719e-42b3-b487-d009a5b3ead0 request from dv-cinder-788782-3-iscsi {{(pid=108801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 10:02:22.679414 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.db [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] For port 5649129c-8856-4624-ba3a-87580a0ae6ce, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=5649129c-8856-4624-ba3a-87580a0ae6ce,segment=NetworkSegment(aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601),segment_id=aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601)] {{(pid=108800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:22.679767 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.699771 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] Deleting port 5649129c-8856-4624-ba3a-87580a0ae6ce {{(pid=108801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:22.700160 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742277829452'] for port, before_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.804742 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.db [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] For port 5649129c-8856-4624-ba3a-87580a0ae6ce, host dv-cinder-788782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-iscsi',level=0,port_id=5649129c-8856-4624-ba3a-87580a0ae6ce,segment=NetworkSegment(aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601),segment_id=aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601)] {{(pid=108801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:22.805147 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663823'] for port, precommit_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.806390 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.plugin [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Calling delete_port for 5649129c-8856-4624-ba3a-87580a0ae6ce owned by network:dhcp {{(pid=108800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:22.853326 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262722319'] for port, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.858148 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-d5f5f0d7-13e1-4046-b52b-022a57057467 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:22.928887 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] Calling delete_port for 5649129c-8856-4624-ba3a-87580a0ae6ce owned by network:dhcp {{(pid=108801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:22.982304 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742277831078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742277397989'] for port, after_delete {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.987230 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:23.009603 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5649129c-8856-4624-ba3a-87580a0ae6ce,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:23.011443 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] No DVR routers for this DVR port 5649129c-8856-4624-ba3a-87580a0ae6ce on host dv-cinder-788782-3-iscsi {{(pid=108800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:23.012894 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:23.027060 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:23.109672 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] No DVR routers for this DVR port 5649129c-8856-4624-ba3a-87580a0ae6ce on host dv-cinder-788782-3-iscsi {{(pid=108801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:23.118794 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] Pushing event deleted for resources: {'Port': ['ID=5649129c-8856-4624-ba3a-87580a0ae6ce,revision_number=None']} {{(pid=108801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:23.121105 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG oslo_concurrency.lockutils [None req-a5e21594-c295-454e-8f37-84bb5a51f867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=108801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:23.122431 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:23.122431 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device ccdb94fb-e3cc-42f7-9ac0-13572e1518d8 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:23.122838 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 5649129c-8856-4624-ba3a-87580a0ae6ce no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:23.131361 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026208', 'neutron.services.segments.db._delete_segments_for_network-8742277843429'] for network, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.144702 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282d07b8-719e-42b3-b487-d009a5b3ead0']}} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:23.155233 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 5649129c-8856-4624-ba3a-87580a0ae6ce {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:23.155586 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 5649129c-8856-4624-ba3a-87580a0ae6ce not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:23.156003 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 4f37ba2b-8e75-420e-8903-980ff11cf811 no longer exists at agent ovs-agent-dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:23.157002 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601') {'for_net_delete': True} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:23.157873 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.services.segments.db [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa43ddfc-21a6-49c2-b1a3-6efc7c9b5601') {} {{(pid=108800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:23.169516 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742277851302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838921'] for segment, before_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.185978 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648'] for segment, precommit_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.191860 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.plugin [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] No Port match for: 4f37ba2b-8e75-420e-8903-980ff11cf811 {{(pid=108801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:23.192220 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron.plugins.ml2.rpc [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Device 4f37ba2b-8e75-420e-8903-980ff11cf811 not bound to the agent host dv-cinder-788782-3-iscsi {{(pid=108801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:23.192763 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=108800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:02:23.193212 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262722396'] for segment, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: Traceback (most recent call last): May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: timer() May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: cb(*args, **kw) May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: return func(*args, **kwargs) May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: self._notify() May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: self.callback(batched_events) May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: event.method(event) May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: return f(self, *a, **k) May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._get(url).json() May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: return self.request(url, 'GET', **kwargs) May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:02:23.206663 dv-cinder-788782-3-iscsi neutron-server[108800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:02:23.284335 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667132'] for network, after_delete {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.287559 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:23.300985 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron_lib.callbacks.manager [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546017'] for network, before_response {{(pid=108800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.311245 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=282d07b8-719e-42b3-b487-d009a5b3ead0,revision_number=None']} {{(pid=108800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:23.315633 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG oslo_concurrency.lockutils [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=108800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:23.318974 dv-cinder-788782-3-iscsi neutron-server[108800]: INFO neutron.wsgi [None req-89b27b78-ca93-43cf-ae13-96c5d5125ea4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/282d07b8-719e-42b3-b487-d009a5b3ead0 HTTP/1.1" status: 204 len: 168 time: 0.9205327 May 27 10:02:23.431224 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47710) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:23.484670 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-c52430a6-ee5c-479d-a6a9-2a4e6c4d1f7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e69db4a0248a4f968b6eadeacdc3ee56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520599 May 27 10:02:23.486972 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47714) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:23.545854 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1b2-65b0-4fa4-8096-af7b0e58a26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.572362 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1b2-65b0-4fa4-8096-af7b0e58a26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.624093 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1b2-65b0-4fa4-8096-af7b0e58a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.629280 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-6c3c8068-b023-4a4d-9fa0-1828dbed79cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:23.641861 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdc1b2-65b0-4fa4-8096-af7b0e58a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7327271-2e65-43c3-869b-4e5eb5dc7eb3,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:23.645132 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-1ccdc1b2-65b0-4fa4-8096-af7b0e58a26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:23.651146 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1b2-65b0-4fa4-8096-af7b0e58a26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.652241 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-1ccdc1b2-65b0-4fa4-8096-af7b0e58a26b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7327271-2e65-43c3-869b-4e5eb5dc7eb3 HTTP/1.1" status: 204 len: 168 time: 0.1643460 May 27 10:02:24.084521 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47722) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:24.136036 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-2d63dd2b-4c56-41cf-8ae1-b376abe68a76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7915de5c729d41e69b191b3b7f108dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499611 May 27 10:02:24.137971 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [-] (108799) accepted ('10.222.0.20', 47726) {{(pid=108799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:24.201196 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8f2ffee0-95cf-45ac-856e-7cb67f2701b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.227266 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8f2ffee0-95cf-45ac-856e-7cb67f2701b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.278931 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8f2ffee0-95cf-45ac-856e-7cb67f2701b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721513'] for security_group, after_delete {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.282496 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-b72fe592-f4b6-47cc-b2ad-9d6a1f268124 tempest-TestVolumeBootPattern-759783157 tempest-TestVolumeBootPattern-759783157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:24.293533 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ffee0-95cf-45ac-856e-7cb67f2701b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4830192c-a97b-4508-8a84-305296021e84,revision_number=None']} {{(pid=108799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:24.297333 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG oslo_concurrency.lockutils [None req-8f2ffee0-95cf-45ac-856e-7cb67f2701b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=108799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:24.303915 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron_lib.callbacks.manager [None req-8f2ffee0-95cf-45ac-856e-7cb67f2701b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.305058 dv-cinder-788782-3-iscsi neutron-server[108799]: INFO neutron.wsgi [None req-8f2ffee0-95cf-45ac-856e-7cb67f2701b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4830192c-a97b-4508-8a84-305296021e84 HTTP/1.1" status: 204 len: 168 time: 0.1661856 May 27 10:02:27.973707 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:30.668569 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-baf29ce3-40b7-4151-aaea-596ba90213c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:33.216114 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:33.410905 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-d407f910-85a6-4a46-bfa5-ed5a7d9a0a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:34.240113 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:35.898679 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.524133 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:02:57.989990 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:00.670485 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-8de6da47-b68a-415f-ab3c-524c387799d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:03.218534 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:03.411486 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-06b0a584-a7c4-4ef2-96a3-6b4be46688e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:04.243481 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:05.899320 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:10.049951 dv-cinder-788782-3-iscsi neutron-server[108799]: DEBUG neutron.wsgi [req-988aa699-b65f-47f1-ae75-126d8e227ca3 req-9c97334a-5def-40a0-b420-c4d7debbadc0 tempest-AttachVolumeNegativeTest-490834740 tempest-AttachVolumeNegativeTest-490834740-project] (108799) timed out ('10.222.0.45', 54675) {{(pid=108799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 10:03:10.120426 dv-cinder-788782-3-iscsi neutron-server[108800]: DEBUG neutron.wsgi [req-b6820401-71e7-45cb-ad00-dfc10696b51d req-cc417a1b-4dce-451b-a270-c848d147ced5 service neutron] (108800) timed out ('10.222.0.45', 54694) {{(pid=108800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 10:03:25.526454 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:03:27.988397 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:30.673073 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-136c6dce-bcee-4e40-ae68-f403e78344e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:33.221011 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:33.413108 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a3774abd-3e22-469d-80b6-912e98843e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:34.246364 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:35.901587 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.000502 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:00.673458 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-93241d2a-f7c6-43e6-8e30-3cbb8771a096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:02.525239 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:04:03.224995 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.414241 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdfe2-b3aa-407c-ae54-711b9588b8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:04.248711 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.904193 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:28.000930 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:30.674360 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4ad21782-eb41-4035-8acd-1edba6746396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:33.228226 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:33.414781 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-4a656320-687e-4e1a-9ad1-cbfc4268067a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:34.250379 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:35.906384 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:39.524362 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:04:57.999688 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:00.676225 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ca21781f-1508-41c5-9c01-1954c1898d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.231144 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.414987 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-8fa764c7-14b3-4568-a2e3-1b168b337641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.253762 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:05.908485 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:16.523562 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:05:28.010901 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:30.677969 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-58195d4e-00e5-4989-8b69-36b8183acc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:33.233770 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:33.415231 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ce130042-1480-4bc9-bac1-42d382572b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:34.256278 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:35.911611 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:53.522702 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:05:58.012152 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:00.679270 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-29ea397d-eba7-4e9d-b197-5bf4eddc1353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:03.235718 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:03.416391 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5617fae1-a175-43f7-8514-bb7db7389f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:04.258482 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:05.917787 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:28.011819 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:30.522394 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:06:30.681885 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a79248f4-7ec7-4093-ae6c-6f0e70e74fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:33.238014 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:33.418803 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-92c86062-7ecd-4449-8daf-745d65e6a871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:34.262604 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:35.921988 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:58.030400 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:00.683955 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-ddd578b4-6b22-486e-a5e4-07db78eea01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:03.239968 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:03.419509 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-b0f24ab0-78ab-4d4c-9495-cc68636ff5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:04.264560 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:05.920891 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-a531ac26-6805-4c60-a8cb-7ccde20ccee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:07.525396 dv-cinder-788782-3-iscsi neutron-server[108802]: DEBUG neutron.db.agents_db [None req-8ff30cb5-1025-444b-8184-e24a8ec3186b None None] Agent healthcheck: found 6 active agents {{(pid=108802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:07:28.026862 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-46d6c35e-2650-48f5-9878-1df75f2664ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:30.685359 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-111ef033-7aa9-46fc-a6b1-2ed867936cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:33.244168 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-aadc974c-5bcd-462d-a161-7f7cf9f36c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:33.420666 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-88b7218b-0a03-4121-989f-93d9af43b5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:34.267914 dv-cinder-788782-3-iscsi neutron-server[108801]: DEBUG neutron_lib.callbacks.manager [None req-5885d5ef-8a3a-477a-9f8a-67859065fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742277843447', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4028094'] for agent, after_update {{(pid=108801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}